-- Logs begin at Fri 2022-09-16 04:53:21 UTC, end at Fri 2022-09-16 06:04:39 UTC. -- Sep 16 05:33:44.137749 dv-cinder-857528-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 05:33:46.826327 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.common.config [-] Logging enabled! Sep 16 05:33:46.826924 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 05:33:46.827137 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113132) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 05:33:46.830408 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.common.config [-] Logging enabled! Sep 16 05:33:46.830663 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 05:33:46.830969 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113132) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 05:33:46.831887 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 05:33:46.832121 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 05:33:46.832605 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 05:33:46.832852 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 05:33:46.833077 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 05:33:46.833391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.833686 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.833949 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.834246 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.834536 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.834814 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.835101 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.835396 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.835679 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.835956 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.836235 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.836467 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.836746 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.837030 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.837328 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.837534 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] debug = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.837811 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.838249 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.838738 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.839205 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.839504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.839787 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.840063 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.840342 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.840631 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.840964 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] host = dv-cinder-857528-3-iscsi {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.841242 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.841527 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.841812 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.842121 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.842401 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.842676 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.842962 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.843235 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.843504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.843775 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.844060 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.844348 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.844643 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.844869 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.845092 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.845375 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.845660 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.845952 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.846226 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.846502 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.846773 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.847043 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.847327 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.847591 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.847872 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.848154 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.848425 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.848696 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.848965 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.849234 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.849515 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.849784 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.850077 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.850350 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.850637 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.850905 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.851177 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.851475 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.851757 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.852036 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.852320 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.852591 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.852869 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.853137 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.853405 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.853672 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_json = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.853961 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.854278 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.854771 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.855083 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.855359 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.855632 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.855903 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.856188 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.856466 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:46.856762 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.857058 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.857357 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.857640 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.857967 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.858249 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.858539 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.858818 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.859106 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.859392 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.859680 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.859957 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.860252 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.860537 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.860830 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.861131 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.861420 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.861707 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.862018 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.862291 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.862562 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.862840 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.863123 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.863396 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.863682 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.863966 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.864242 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.864537 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.864819 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.865099 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.865388 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.865673 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.865972 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.866248 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.866540 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.866814 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.867084 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.867370 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.867646 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.867916 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.868194 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.868483 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.868768 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.869038 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.869312 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.869598 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.870443 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.870930 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.871238 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.871525 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.871804 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.872093 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.872371 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.872644 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.872919 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.873196 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.873468 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.873739 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.874037 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.874309 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.874582 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.874852 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.875120 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.875389 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.875659 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.875930 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.876198 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.876470 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.876744 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.877015 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.877282 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.877551 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.877839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.878117 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.878384 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.878678 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.878958 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.879235 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.879514 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.879791 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.880068 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.880342 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.880618 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.880893 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.881166 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.881454 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.881737 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.882044 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.882324 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.882616 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.882913 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.883188 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.883466 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.883740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.884013 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.884287 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.884566 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.884843 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.885118 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.886158 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.886662 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.886966 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.887265 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.887547 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.887844 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.888139 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.888433 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.888715 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.889025 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.889307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:46.889524 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 05:33:46.889764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113132) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 05:33:47.271510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 05:33:47.271833 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 05:33:47.272108 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 05:33:47.272334 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 05:33:47.272611 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 05:33:47.272936 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 05:33:47.601896 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.602115 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.602387 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.603574 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.603845 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.604175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.657809 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.658108 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.658377 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.674392 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.674674 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.674941 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.703658 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.703935 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.704201 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.742191 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.742466 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:47.742742 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.325924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.326924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.326924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.326924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.326924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.326924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327685 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327685 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327685 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327685 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.327685 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328113 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328113 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328113 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328113 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328113 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 05:33:48.328922 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 05:33:48.329657 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113132) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113132) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.330508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:48.368144 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 05:33:48.368383 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 05:33:48.368617 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 05:33:48.368996 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 05:33:48.422281 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO dbcounter [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Registered counter for database neutron Sep 16 05:33:48.441110 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_db.sqlalchemy.engines [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113132) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 05:33:48.446862 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG dbcounter [-] [113132] Writer thread running {{(pid=113132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 05:33:49.142006 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing driver for type 'gre' Sep 16 05:33:49.142537 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] gre ID ranges: [(1, 1000)] Sep 16 05:33:49.332379 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing driver for type 'local' Sep 16 05:33:49.332993 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing driver for type 'vlan' Sep 16 05:33:49.418408 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] VlanTypeDriver initialization complete Sep 16 05:33:49.418737 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing driver for type 'vxlan' Sep 16 05:33:49.419234 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] vxlan ID ranges: [(1, 1000)] Sep 16 05:33:49.598912 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing extension driver 'port_security' Sep 16 05:33:49.599181 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] PortSecurityExtensionDriver initialization complete Sep 16 05:33:49.599530 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing mechanism driver 'openvswitch' Sep 16 05:33:49.599850 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing mechanism driver 'hyperv' Sep 16 05:33:49.607012 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.plugin [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:49.607671 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.608037 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.608384 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.608880 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.609317 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.609668 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.610039 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.610425 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.610829 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.611175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.611514 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.611895 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.612302 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.612646 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.612982 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.613366 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.613839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.614187 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.618391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > address_group after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > address_group after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113132) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 05:33:49.618793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] ML2 OVO RPC backend initialized. {{(pid=113132) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 05:33:49.618793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.618793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.619156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > networks before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.619156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.619391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > ports before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.620369 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.620761 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnets before_response 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.621142 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.621480 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.621815 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.622178 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.622519 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.622957 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.623275 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.623610 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.623944 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.631502 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded quota_driver: . Sep 16 05:33:49.631861 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.plugin [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Modular L2 Plugin initialization complete Sep 16 05:33:49.632284 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading services supported by the core plugin {{(pid=113132) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 05:33:49.632624 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.plugins.ml2.managers [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Got port-security extension from driver 'port_security' Sep 16 05:33:49.633090 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.extensions.vlantransparent [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Disabled vlantransparent extension. Sep 16 05:33:49.633576 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113132) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 05:33:49.633924 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: router Sep 16 05:33:49.670047 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.670436 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_create 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.670799 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router before_create 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.671160 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.671530 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.671877 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_delete 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.672228 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.672571 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.672918 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_create 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.673263 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.673603 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.673970 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.674354 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.674761 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.675124 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.675458 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.675792 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: subnet after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.676131 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.676477 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.676817 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_create 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.677156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.677495 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.677869 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router after_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.678211 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.678557 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_create 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.678910 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.679252 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_update 55549900 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.679612 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > agent after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.679955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > agent after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.680294 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > network after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.681136 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Tracking information for resource: router configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:49.681466 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Tracking information for resource: floatingip configured {{(pid=113132) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 05:33:49.686415 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.db.l3_agentschedulers_db [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 05:33:49.686978 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.687332 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.687681 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.688028 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: port after_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.688798 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router before_create 55550100 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.689155 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.689512 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_create 55550100 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.689883 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > router precommit_update 55550100 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.694704 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.provider_configuration [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service providers = [] {{(pid=113132) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 05:33:49.695062 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.db.servicetype_db [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113132) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 05:33:49.698516 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.service_base [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 05:33:49.698862 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.service_base [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 05:33:49.699196 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.service_base [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 05:33:49.700070 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.services.service_base [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113132) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 05:33:49.700437 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.services.service_base [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 05:33:49.700803 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.701116 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 05:33:49.712664 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.712991 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: auto_allocate Sep 16 05:33:49.719165 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: network precommit_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.719533 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: network precommit_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.720041 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.720357 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: tag Sep 16 05:33:49.726829 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.727152 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: timestamp Sep 16 05:33:49.731292 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.731617 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: network_ip_availability Sep 16 05:33:49.736998 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.737365 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.737721 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:49.738449 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.738765 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: flavors Sep 16 05:33:49.743356 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.743682 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading Plugin: revisions Sep 16 05:33:49.748563 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113132) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 05:33:49.748939 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.476s {{(pid=113132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 05:33:49.749660 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113132) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 05:33:49.750020 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Initializing extension manager. Sep 16 05:33:49.750545 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: __init__.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.750880 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: __pycache__ {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.751207 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: address_group.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.752071 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.752627 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: address-group Sep 16 05:33:49.752944 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: address_scope.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.753602 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.754121 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: address-scope Sep 16 05:33:49.754440 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.755309 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.755800 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: router-admin-state-down-before-update Sep 16 05:33:49.756116 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: agent.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.756763 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.757251 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: agent Sep 16 05:33:49.757567 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: agent_resources_synced.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.758441 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.758936 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: agent-resources-synced Sep 16 05:33:49.759252 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: allowedaddresspairs.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.761040 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.761541 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: allowed-address-pairs Sep 16 05:33:49.761892 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: auto_allocated_topology.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.762905 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.763404 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: auto-allocated-topology Sep 16 05:33:49.763723 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: availability_zone.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.764361 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.764861 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: availability_zone Sep 16 05:33:49.765180 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: availability_zone_filter.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.766064 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.766555 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: availability_zone_filter Sep 16 05:33:49.766873 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: data_plane_status.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.767715 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.768200 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 05:33:49.768515 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: default_subnetpools.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.769386 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.769899 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: default-subnetpools Sep 16 05:33:49.770217 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.770967 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.771469 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: dhcp_agent_scheduler Sep 16 05:33:49.771786 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: dns.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.772635 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.773120 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 05:33:49.773435 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: dns_domain_ports.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.774579 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.775069 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 05:33:49.775384 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.776781 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.777263 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 05:33:49.777581 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: dvr.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.778228 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.778716 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: dvr Sep 16 05:33:49.779032 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: ecmp_routes.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.779889 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.780378 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 05:33:49.780691 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: empty_string_filtering.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.781536 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.782057 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: empty-string-filtering Sep 16 05:33:49.782374 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.783449 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.784232 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 05:33:49.784722 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.786041 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.786870 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 05:33:49.787406 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: external_net.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.788684 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.789196 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: external-net Sep 16 05:33:49.789517 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.790405 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.790900 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: extra_dhcp_opt Sep 16 05:33:49.791217 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: extraroute.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.792690 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.793184 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: extraroute Sep 16 05:33:49.793500 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: extraroute_atomic.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.794502 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.795004 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: extraroute-atomic Sep 16 05:33:49.795320 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: filter_validation.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.795934 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.796428 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: filter-validation Sep 16 05:33:49.796741 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: fip_pf_description.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.797582 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.798101 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 05:33:49.798416 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: fip_pf_detail.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.799265 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.799758 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 05:33:49.800074 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: fip_pf_port_range.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.800921 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.801408 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 05:33:49.801725 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: fip_port_details.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.802596 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.803093 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: fip-port-details Sep 16 05:33:49.803411 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: flavors.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.804567 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.805077 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: flavors Sep 16 05:33:49.805401 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.807017 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.807664 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 05:33:49.807989 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: floatingip_pools.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.808639 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.809133 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: floatingip-pools Sep 16 05:33:49.809454 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: ip_allocation.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.810350 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.810842 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 05:33:49.811160 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.812020 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.812511 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: ip-substring-filtering Sep 16 05:33:49.812827 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l2_adjacency.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.813699 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.814222 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 05:33:49.814540 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.815456 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.815950 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: router Sep 16 05:33:49.816268 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.818633 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.819144 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 05:33:49.819471 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.820335 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.820837 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: ext-gw-mode Sep 16 05:33:49.821160 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.822047 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.822546 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: l3-ha Sep 16 05:33:49.823148 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.832763 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.833297 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 05:33:49.833631 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_flavors.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.834558 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.835082 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: l3-flavors Sep 16 05:33:49.835418 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.836766 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.837282 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 05:33:49.837608 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.839038 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.839538 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 05:33:49.839862 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: l3agentscheduler.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.840927 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.841437 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: l3_agent_scheduler Sep 16 05:33:49.841763 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: local_ip.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.843496 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.844009 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension local_ip not supported by any of loaded plugins Sep 16 05:33:49.844336 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: logging.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.845895 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.846412 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension logging not supported by any of loaded plugins Sep 16 05:33:49.846744 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: metering.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.847445 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.848019 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: metering Sep 16 05:33:49.848346 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.849597 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.849993 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: metering_source_and_destination_fields Sep 16 05:33:49.850322 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: multiprovidernet.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.851199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.851711 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: multi-provider Sep 16 05:33:49.852035 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: netmtu.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.852895 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.853400 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: net-mtu Sep 16 05:33:49.853721 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: netmtu_writable.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.855198 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.855705 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: net-mtu-writable Sep 16 05:33:49.856028 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: network_availability_zone.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.856654 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.857160 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: network_availability_zone Sep 16 05:33:49.857474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: network_ip_availability.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.862822 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.863341 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: network-ip-availability Sep 16 05:33:49.863701 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: network_segment_range.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.864431 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.864934 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 05:33:49.865257 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: pagination.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.866216 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.866550 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: pagination Sep 16 05:33:49.866873 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_device_profile.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.867737 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.868242 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-device-profile Sep 16 05:33:49.868596 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_mac_address_override.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.869470 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.870187 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-mac-override Sep 16 05:33:49.870608 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.871496 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.872007 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-mac-address-regenerate Sep 16 05:33:49.872337 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.873197 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.873702 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-numa-affinity-policy Sep 16 05:33:49.874063 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_resource_request.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.874927 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.875426 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 05:33:49.875747 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: port_resource_request_groups.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.876662 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.877163 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 05:33:49.877485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: portbindings.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.878393 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.878894 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: binding Sep 16 05:33:49.879216 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: portbindings_extended.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.880431 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.880951 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: binding-extended Sep 16 05:33:49.881277 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: portsecurity.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.882172 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.882682 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-security Sep 16 05:33:49.883031 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: project_id.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.884153 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.884486 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: project-id Sep 16 05:33:49.884839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: providernet.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.886014 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.886609 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: provider Sep 16 05:33:49.886938 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.897365 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.897920 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos not supported by any of loaded plugins Sep 16 05:33:49.898259 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.899723 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.900234 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 05:33:49.900565 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.902178 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.902689 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 05:33:49.903016 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_default.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.903885 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.904392 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-default not supported by any of loaded plugins Sep 16 05:33:49.904718 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_fip.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.905586 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.906124 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 05:33:49.906449 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.907406 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.907826 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 05:33:49.908151 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_gateway_ip.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.909024 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.909530 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 05:33:49.909870 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_port_network_policy.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.910739 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.911242 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 05:33:49.911563 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.912561 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.913071 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 05:33:49.913394 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.914400 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.914906 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 05:33:49.915234 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_pps_rule.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.916353 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.917626 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 05:33:49.918066 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_rule_type_details.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.918963 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.919464 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 05:33:49.919787 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.920672 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.921169 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 05:33:49.921491 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: qos_rules_alias.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.922506 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.923007 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 05:33:49.923328 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: quota_check_limit.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.924193 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.924698 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: quota-check-limit Sep 16 05:33:49.925019 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: quotasv2.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.925974 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.926300 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: quotas Sep 16 05:33:49.926618 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: quotasv2_detail.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.928272 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.928609 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: quota_details Sep 16 05:33:49.928935 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: rbac.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.929996 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.930511 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: rbac-policies Sep 16 05:33:49.930840 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: rbac_address_group.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.931718 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.932298 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: rbac-address-group Sep 16 05:33:49.932834 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: rbac_address_scope.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.933917 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.934428 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: rbac-address-scope Sep 16 05:33:49.934755 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: rbac_security_groups.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.935642 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.936142 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: rbac-security-groups Sep 16 05:33:49.936467 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: rbac_subnetpool.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.937352 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.937877 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: rbac-subnetpool Sep 16 05:33:49.941984 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: revisionifmatch.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.942657 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.943159 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: revision-if-match Sep 16 05:33:49.943481 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: revisions.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.944559 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.945062 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: standard-attr-revisions Sep 16 05:33:49.945387 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: router_availability_zone.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.946046 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.946547 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: router_availability_zone Sep 16 05:33:49.946868 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: routerservicetype.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.947740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.948595 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 05:33:49.948951 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.949853 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.950372 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: security-groups-normalized-cidr Sep 16 05:33:49.950696 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.951580 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.952083 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: port-security-groups-filtering Sep 16 05:33:49.952403 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.953284 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.953793 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: security-groups-remote-address-group Sep 16 05:33:49.954140 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.955012 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.955514 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: security-groups-shared-filtering Sep 16 05:33:49.955835 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: securitygroup.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.966339 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.970809 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: security-group Sep 16 05:33:49.970809 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: segment.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.970809 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.970809 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension segment not supported by any of loaded plugins Sep 16 05:33:49.970809 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.971463 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.971969 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 05:33:49.972294 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: servicetype.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.973338 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.973867 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: service-type Sep 16 05:33:49.974192 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: sorting.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.975119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.975446 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: sorting Sep 16 05:33:49.975765 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: standard_attr_segment.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.976630 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.977138 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 05:33:49.977457 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: standardattrdescription.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.978103 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.978605 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: standard-attr-description Sep 16 05:33:49.978924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: stateful_security_group.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.980605 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.981115 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: stateful-security-group Sep 16 05:33:49.981440 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: stdattrs_common.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.982017 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 05:33:49.982344 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.983233 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.983741 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 05:33:49.984066 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnet_onboard.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.985073 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.985585 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: subnet_onboard Sep 16 05:33:49.985951 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.986833 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.987337 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 05:33:49.987664 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnet_service_types.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.988542 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.989051 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: subnet-service-types Sep 16 05:33:49.989378 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnetallocation.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.990442 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.990955 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: subnet_allocation Sep 16 05:33:49.991282 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.991907 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.992409 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: subnetpool-prefix-ops Sep 16 05:33:49.992730 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.993611 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.994149 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 05:33:49.994473 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: tagging.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.995740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.996263 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: standard-attr-tag Sep 16 05:33:49.996591 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: timestamp.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.997740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:49.998276 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loaded extension: standard-attr-timestamp Sep 16 05:33:49.998598 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: trunk.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:49.999578 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:50.000088 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension trunk not supported by any of loaded plugins Sep 16 05:33:50.000408 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: trunk_details.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:50.001283 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:50.001786 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 05:33:50.002134 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: uplink_status_propagation.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:50.003021 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:50.003527 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 05:33:50.003849 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Loading extension file: vlantransparent.py {{(pid=113132) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 05:33:50.004472 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113132) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 05:33:50.004974 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 05:33:50.007578 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:network Sep 16 05:33:50.011048 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnet Sep 16 05:33:50.011048 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 05:33:50.011048 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:port Sep 16 05:33:50.011048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.011048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service FLAVORS assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.011575 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.012013 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.012347 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:router Sep 16 05:33:50.012776 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 05:33:50.013269 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service METERING assigned prefix: /metering {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.014741 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:50.015116 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:50.015469 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:33:50.016456 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 05:33:50.016944 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:security_group Sep 16 05:33:50.017334 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 05:33:50.017900 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service CORE assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.018244 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 05:33:50.018591 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] subnetpool is already registered Sep 16 05:33:50.019014 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service CORE assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.019341 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 05:33:50.019675 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] subnetpool is already registered Sep 16 05:33:50.022111 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.022564 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service FLAVORS assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.023189 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.023736 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.024069 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:router Sep 16 05:33:50.024671 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] router is already registered Sep 16 05:33:50.025096 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 05:33:50.025436 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] floatingip is already registered Sep 16 05:33:50.026443 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service METERING assigned prefix: /metering {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.027527 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 05:33:50.027859 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] rbac_policy is already registered Sep 16 05:33:50.028286 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:security_group Sep 16 05:33:50.028627 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] security_group is already registered Sep 16 05:33:50.029042 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 05:33:50.029386 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] security_group_rule is already registered Sep 16 05:33:50.029898 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service CORE assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.030226 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 05:33:50.030558 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] subnetpool is already registered Sep 16 05:33:50.030984 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.v2.resource_helper [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Service CORE assigned prefix: {{(pid=113132) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 05:33:50.031305 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 05:33:50.031634 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING neutron.quota.resource_registry [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] subnetpool is already registered Sep 16 05:33:50.032104 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: extensions {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.033682 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: address-groups {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.035199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: address-scopes {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.036409 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: agents {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.037559 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: auto-allocated-topology {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.040061 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: availability_zones {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.041285 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: dhcp-networks {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.043257 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: dhcp-agents {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.044810 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: routers {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.046566 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: flavors {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.047734 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: service_profiles {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.049030 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: next_providers {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.050516 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: service_profiles {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.051966 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: floatingip-pools {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.053196 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: routers {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.055038 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: floatingips {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.056218 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: l3-routers {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.058439 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: l3-agents {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.059998 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: metering-labels {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.061282 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: metering-label-rules {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.062595 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: network-ip-availabilities {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.063956 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: bindings {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.068264 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: quotas {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.068264 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: quotas {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.068733 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: rbac-policies {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.069958 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: security-groups {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.071151 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: security-group-rules {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.072421 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: service-providers {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.074253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: subnetpools {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.075601 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: subnetpools {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.077066 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.078870 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.080598 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.082509 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.084209 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.086106 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.087888 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.090544 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.092320 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.094188 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron.api.extensions [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Extended resource: tags {{(pid=113132) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 05:33:50.101201 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING keystonemiddleware.auth_token [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 05:33:50.106572 dv-cinder-857528-3-iscsi neutron-server[113132]: WARNING keystonemiddleware.auth_token [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 05:33:50.115279 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Acquiring lock "singleton_lock" {{(pid=113132) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 05:33:50.115609 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Acquired lock "singleton_lock" {{(pid=113132) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 05:33:50.116082 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_concurrency.lockutils [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Releasing lock "singleton_lock" {{(pid=113132) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 05:33:50.116742 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Starting 2 workers Sep 16 05:33:50.122045 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Started child 113249 {{(pid=113132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 05:33:50.126782 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Started child 113250 {{(pid=113132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 05:33:50.127707 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.128428 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO neutron.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 05:33:50.128956 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.129189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [-] (113249) wsgi starting up on http://0.0.0.0:9696 Sep 16 05:33:50.131389 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Starting 1 workers Sep 16 05:33:50.131583 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.132737 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [-] (113250) wsgi starting up on http://0.0.0.0:9696 Sep 16 05:33:50.137477 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Started child 113251 {{(pid=113132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 05:33:50.138044 dv-cinder-857528-3-iscsi neutron-server[113132]: INFO oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Starting 1 workers Sep 16 05:33:50.141175 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] calling RpcWorker wait() {{(pid=113251) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 05:33:50.141726 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] returning from RpcWorker wait() {{(pid=113251) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 05:33:50.142564 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Started child 113252 {{(pid=113132) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 05:33:50.143141 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.143274 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG neutron_lib.callbacks.manager [None req-c1fff1ef-9653-44b0-9d3d-60083a4dbd51 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.143650 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.145299 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113132) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 05:33:50.145511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 05:33:50.145699 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 05:33:50.145948 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 05:33:50.146299 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 05:33:50.146478 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 05:33:50.147025 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.147313 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.147585 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.147764 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:33:50.148215 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.148412 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.148642 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.148748 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.148884 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.149575 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.149914 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.150022 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.150175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.150585 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.150818 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.151166 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.151549 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.151943 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.152324 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.152502 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.152767 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.153025 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.153274 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.153560 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] debug = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.153844 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.154478 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.154711 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.154960 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.155208 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.155495 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.155900 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.156175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.156569 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.156933 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.157167 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.157451 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.157719 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.157967 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.158201 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] host = dv-cinder-857528-3-iscsi {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.161856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.162474 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163041 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163041 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_options = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163041 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163265 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163397 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163566 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.163892 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.164137 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.164288 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.164564 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.164757 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.165127 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.165342 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.165624 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.165784 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.166058 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.166292 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.167058 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.167375 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.167731 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.168153 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.168406 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.168656 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.168876 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.169098 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.169330 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.169582 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.169880 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.170082 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.170344 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.170537 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.170792 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.171044 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.171253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.171484 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.171946 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.171946 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.172426 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.172569 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.172808 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.173090 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.173354 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174519 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174519 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174519 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174519 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174846 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.174846 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_json = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.175052 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.175268 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.175660 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.175849 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.175940 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.176156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.176371 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.176719 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.176805 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.177446 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.177573 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.177846 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.178080 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.178505 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.178588 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.178985 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.178985 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.179241 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.179476 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.179788 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.180042 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.180462 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.180629 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.180907 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.181248 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.181504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.181756 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.182033 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.182853 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.188538 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.189760 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.190355 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.190355 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.190355 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.190649 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.190811 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.191033 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.191251 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.191489 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.191720 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.191949 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.192181 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.192438 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.192681 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.192921 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.193164 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.193375 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.193593 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.193853 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.194073 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.194313 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.194524 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.194742 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.194934 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.195174 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.195388 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.195597 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.195805 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.196037 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.196391 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.196532 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.196670 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.196877 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.197087 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.197298 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.197505 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.197712 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.198077 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.198423 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.198828 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.199079 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.199296 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.199511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.199722 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.199933 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.200165 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.200380 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.200602 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.200917 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.201174 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.201429 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.201661 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.201943 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.202158 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.202400 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.202624 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.202839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.203052 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.203331 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.203567 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.203809 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.204107 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.204405 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.204493 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.204732 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.204948 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.205184 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.205401 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.205639 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207199 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207619 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207619 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207736 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.207870 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.208147 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.208384 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.208668 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.208885 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.209159 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.209450 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.209713 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.210005 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.210253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.210481 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.210741 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.211010 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.211269 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.211599 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.211915 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.211915 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.212236 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.212421 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.212634 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.212859 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.213196 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.213548 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.214010 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.214353 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.214658 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.214889 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.215127 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.215388 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.215629 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.215878 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.216128 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.216354 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.216565 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.216814 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.217068 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.217279 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.217512 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.217742 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.218010 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.218246 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.223955 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.224508 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225541 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225541 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225541 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.225758 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.226262 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.226530 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.226876 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.227207 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.227454 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.227691 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.227908 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.228152 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.228407 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.228644 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.228869 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.229653 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.230009 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.230400 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.230778 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.231167 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.231551 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.231927 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.232211 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.232461 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.232724 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.232960 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.233205 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.233429 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.233649 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.233901 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.234120 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.234340 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.234553 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.234768 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.234987 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.235197 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.235523 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.235764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.236006 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.236362 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.236586 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.236797 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.237023 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.237233 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.237473 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.237662 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.237899 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.238109 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.238353 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.238562 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.238774 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.238991 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.239212 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.239441 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.239665 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.239875 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.240255 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.240478 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.240719 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.241089 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.241320 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.241528 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.241740 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.241999 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.242218 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.242423 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.242816 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.243175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.243388 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.243612 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.243828 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.244038 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.244328 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.244575 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.245458 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.245921 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.246341 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.246577 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.247764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.247764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.247764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.247764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.247764 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.248110 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.248186 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.248441 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.248759 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.249428 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.249428 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.249677 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.249800 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.250106 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.250379 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.250589 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.250898 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.251230 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.251488 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.251739 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.252149 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.252395 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.252618 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.252835 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.253075 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.253311 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.253530 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.253789 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.254062 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.254351 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.254566 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.254813 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.255030 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.255276 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.255505 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.255724 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.255933 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.256089 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 05:33:50.256614 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113132) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 05:33:50.256767 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 05:33:50.256903 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 05:33:50.257072 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 05:33:50.257241 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 05:33:50.257395 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 05:33:50.257603 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.257763 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.257959 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258124 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258320 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258486 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258629 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258799 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.258936 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259090 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259247 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259406 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259563 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259708 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.259849 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.260054 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.260261 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.260441 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.260702 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.260874 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.261125 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.261362 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] debug = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.261525 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.261730 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.261930 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262062 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262195 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262358 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262580 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262797 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.262797 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263043 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263242 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263242 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263498 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263628 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263756 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.263895 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264024 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] host = dv-cinder-857528-3-iscsi {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264395 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264395 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264781 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264781 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.264938 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265023 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265128 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265424 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265424 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265573 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265720 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.265913 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.266072 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.266230 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.266387 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_options = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.266575 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.266674 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.270749 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271253 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.271839 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.272455 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273050 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_json = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.273590 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274083 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274083 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274083 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274550 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274550 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274717 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.274856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 05:33:50.275048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.275204 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.275354 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.275515 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.275673 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.275832 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.276015 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.276226 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.276484 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.276781 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277022 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277189 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277361 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277522 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277683 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.277862 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278027 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278187 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278347 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278507 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278665 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278824 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.278991 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279150 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279308 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279466 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279626 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279793 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.279952 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280294 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280453 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280614 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280772 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.280932 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281093 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281256 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281447 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281565 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281724 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.281904 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282065 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282225 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282385 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282545 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282704 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.282874 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283001 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283156 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283315 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283475 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283636 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283795 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.283954 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284114 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284274 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284432 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284600 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284759 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.284918 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285078 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285308 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285428 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285547 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285759 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.285888 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286206 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286378 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286537 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286696 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286916 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.286999 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.287148 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.287306 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.287468 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.287626 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.287944 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288089 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288252 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288413 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288572 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288732 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.288892 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289029 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.289125 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289218 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289344 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289510 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289665 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.289846 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290004 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290174 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290344 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290503 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290662 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290821 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.290981 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.291139 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.291305 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.291462 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.292153 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.292399 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.292684 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.292975 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.293146 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.293312 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.293471 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.293679 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294049 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294049 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294587 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294587 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294860 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.294860 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295115 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295115 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295270 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295413 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295571 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295734 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.295896 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296063 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296222 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296383 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296542 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296706 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.296979 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297059 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297173 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297314 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297473 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297674 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297782 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.297958 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298117 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298276 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298434 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298604 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298769 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.298924 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299084 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299265 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299424 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299583 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299743 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.299902 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300062 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300250 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300374 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300534 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300694 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.300856 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301017 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301175 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301333 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301492 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301651 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301816 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.301987 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302146 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302309 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302448 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302607 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302837 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.302973 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303069 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303229 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303388 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303532 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303693 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.303851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304009 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304167 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304326 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304643 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.304800 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305023 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305123 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305266 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305425 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305584 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305743 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.305926 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306087 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306247 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306407 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306566 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306726 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.306884 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.307043 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.307252 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.307988 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.308267 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.308567 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.308747 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.308932 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309087 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309247 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309409 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309569 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309727 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.309912 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.310074 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.314485 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.315511 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316119 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.316753 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317307 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.317851 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318504 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318928 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318928 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.318928 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319139 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319139 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319281 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319423 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319593 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319736 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.319936 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320044 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320214 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320373 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320534 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320693 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.320852 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321011 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321171 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321334 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321501 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321665 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.321847 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322014 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322182 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322348 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322507 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322672 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.322906 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.323200 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.323496 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.323722 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.323887 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324048 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324208 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324355 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324522 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324671 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324830 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.324989 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325138 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325345 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325435 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325588 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325748 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.325931 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.326114 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.326245 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 05:33:50.326400 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113132) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 05:33:50.337896 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38670) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:33:50.345227 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048466 Sep 16 05:33:50.349684 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038786 Sep 16 05:33:59.491930 dv-cinder-857528-3-iscsi neutron-server[113132]: DEBUG dbcounter [-] [113132] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:02.098991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b91672-0e8e-4424-8dfb-221e81e32554 None None] get_active_networks_info from dv-cinder-857528-3-iscsi {{(pid=113251) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 05:34:02.108623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writer thread running {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 05:34:02.165186 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b91672-0e8e-4424-8dfb-221e81e32554 None None] No non-hosted networks {{(pid=113251) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 05:34:02.178777 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.agentschedulers_db [None req-54b91672-0e8e-4424-8dfb-221e81e32554 None None] DHCP Agent not found on host dv-cinder-857528-3-iscsi {{(pid=113251) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 05:34:02.265416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e4d582e-5429-401b-99cf-6c7bdb0909fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:03.656679 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writer thread running {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 05:34:04.278213 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-a1c83578-d38d-45e1-b949-05a362cd3bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:04.308072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.db.api [None req-5c1f1f92-9211-4df9-a406-c2c2749705cb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-857528-3-iscsi {{(pid=113251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 05:34:04.308632 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG oslo_db.api [None req-5c1f1f92-9211-4df9-a406-c2c2749705cb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:34:05.016147 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1f92-9211-4df9-a406-c2c2749705cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:05.921222 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:06.180690 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38746) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:06.805440 dv-cinder-857528-3-iscsi neutron-server[113249]: WARNING oslo_policy.policy [None req-40ed0626-df4f-4af9-9c37-e68627fe489e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:06.806288 dv-cinder-857528-3-iscsi neutron-server[113249]: WARNING oslo_policy.policy [None req-40ed0626-df4f-4af9-9c37-e68627fe489e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:07.032210 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [None req-40ed0626-df4f-4af9-9c37-e68627fe489e admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:34:07.046340 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-40ed0626-df4f-4af9-9c37-e68627fe489e admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8633506 Sep 16 05:34:07.405228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:07.480649 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:07.482441 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.483094 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.483579 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.484057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.484530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.485007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.485477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.486038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.486511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.487072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:07.491520 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857528-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:07.506647 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857528-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:07.834777 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.db.l3_hamode_db [None req-2fbcf91f-bc02-4d95-89b0-261a95d3f8ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 05:34:07.912980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbcf91f-bc02-4d95-89b0-261a95d3f8ef None None] Routers set() bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:34:07.912980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbcf91f-bc02-4d95-89b0-261a95d3f8ef None None] Router IDs set() for agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 05:34:09.818262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38780) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:10.150992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:10.163144 dv-cinder-857528-3-iscsi neutron-server[113249]: ERROR stevedore.extension [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 05:34:10.243648 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.policy [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113249) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 05:34:10.286149 dv-cinder-857528-3-iscsi neutron-server[113249]: WARNING oslo_policy.policy [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:10.286543 dv-cinder-857528-3-iscsi neutron-server[113249]: WARNING oslo_policy.policy [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:10.307802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writer thread running {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 05:34:10.436401 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297789120', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297781460', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297772595', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297764034', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732298081774', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732298072766', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-879271', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-881105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3673250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729321'] for rbac-policy (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:10.654368 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:10.655539 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-5379ebd3-e4d5-4390-a1de-960ae2c1921a admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8361835 Sep 16 05:34:13.299126 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38790) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:13.625162 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:13.701556 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Made reservation on behalf of 703ed0f0d1ff4514b6dc0e857cbf989e for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:13.705885 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:13.724992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:13.836830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks [] for security_group (46705e05-ee3a-4c62-83ea-09e0fecd2356), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:13.890242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (46705e05-ee3a-4c62-83ea-09e0fecd2356), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:13.915412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:13.947325 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=46705e05-ee3a-4c62-83ea-09e0fecd2356,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.959080 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.959422 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.959772 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.960122 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.960452 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.960776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.961095 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.961413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.961732 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.962074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.962392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.962724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.963644 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.963987 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.964338 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Tracked resource versions report: Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: pushed versions: Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: { 'AddressGroup': {'1.2'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Agent': {'1.1'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'ConntrackHelper': {'1.0'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Log': {'1.0'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'NDPProxy': {'1.0'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Network': {'1.1'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Port': {'1.7'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'PortForwarding': {'1.3'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'QosPolicy': {'1.10'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroup': {'1.5'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SubPort': {'1.0'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Subnet': {'1.1'}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Trunk': {'1.1'}} Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: consumer versions: Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Agent': '1.1', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'ConntrackHelper': '1.0', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'LocalIPAssociation': '1.0', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Log': '1.0', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'NDPProxy': '1.0', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Network': '1.1', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Port': '1.7', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'PortForwarding': '1.3', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'QosPolicy': '1.10', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroup': '1.5', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroupRule': '1.2', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SubPort': '1.0', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Subnet': '1.1', Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Trunk': '1.1'}} Sep 16 05:34:13.965708 dv-cinder-857528-3-iscsi neutron-server[113249]: {{(pid=113249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:34:13.985482 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732299798712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (0bfc7795-4c64-4213-a926-ed10dc493b27), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:13.988842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Unsubscribe: segment precommit_create {{(pid=113249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 05:34:13.988842 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Added segment 0bfc7795-4c64-4213-a926-ed10dc493b27 of type vlan for network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e Sep 16 05:34:14.067083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (9500cad4-0cc5-4e1d-9827-a8c0fb94c76e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:14.090037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:14.158787 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (9500cad4-0cc5-4e1d-9827-a8c0fb94c76e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:14.164020 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:14.164736 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:14.280957 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] Pushing event updated for resources: {'Network': ['ID=9500cad4-0cc5-4e1d-9827-a8c0fb94c76e,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:14.293636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:14.346388 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-988d4028-d649-4a01-912d-812168a0a007 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0460794 Sep 16 05:34:16.978127 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38804) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:17.387622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a42bee-ae76-4ee6-a488-daa87bd87fc1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:17.389014 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d3a42bee-ae76-4ee6-a488-daa87bd87fc1 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/9500cad4-0cc5-4e1d-9827-a8c0fb94c76e HTTP/1.1" status: 200 len: 825 time: 0.4093111 Sep 16 05:34:17.414456 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a7df8b21-bab0-49b5-affb-a32600d6dd85 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/0368aa13-93d3-454e-8fd9-3a8884ac0f6c HTTP/1.1" status: 200 len: 734 time: 0.0193553 Sep 16 05:34:17.423512 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'ip_version': 4, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c', 'name': 'private-subnet'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:17.507404 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Made reservation on behalf of 703ed0f0d1ff4514b6dc0e857cbf989e for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:17.509995 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:17.663327 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:17.873794 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (a93d9663-2404-42a9-81b8-5f9a3a82bbc5), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:17.950545 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Pushing event updated for resources: {'Subnet': ['ID=a93d9663-2404-42a9-81b8-5f9a3a82bbc5,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.952614 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Checking segment: {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:34:17.952969 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Network hostable DHCP agents. Network: 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:18.028814 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:18.114586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:18.119292 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:18.119874 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:18.125542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7168f5-ad2a-435c-a17a-48365f0711c6 None None] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:34:18.197536 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f9d151a7-6179-4626-8700-aa74e6fa61cb demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7770047 Sep 16 05:34:18.395250 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:34:18.396521 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:18.463705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=53,neutron:INSERT=37 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:18.685038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Allocated IP 172.20.0.2 (9500cad4-0cc5-4e1d-9827-a8c0fb94c76e/a93d9663-2404-42a9-81b8-5f9a3a82bbc5/82abb820-9285-455e-be1b-3ac7aa5fbeb5) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:18.956674 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks [] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:19.074889 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:19.155004 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:19.159742 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:19.166941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:34:19.174067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Pushing event updated for resources: {'Port': ['ID=82abb820-9285-455e-be1b-3ac7aa5fbeb5,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.207445 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.207731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.208055 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.208410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.208741 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.209069 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.209395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.209715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.210062 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.210389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.210708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.211044 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.211367 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.211684 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.212001 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Tracked resource versions report: Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: pushed versions: Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: { 'AddressGroup': {'1.2'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Agent': {'1.1'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'ConntrackHelper': {'1.0'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Log': {'1.0'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'NDPProxy': {'1.0'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Network': {'1.1'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Port': {'1.7'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'PortForwarding': {'1.3'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'QosPolicy': {'1.10'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroup': {'1.5'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SubPort': {'1.0'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Subnet': {'1.1'}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Trunk': {'1.1'}} Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: consumer versions: Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Agent': '1.1', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'ConntrackHelper': '1.0', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'LocalIPAssociation': '1.0', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Log': '1.0', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'NDPProxy': '1.0', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Network': '1.1', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Port': '1.7', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'PortForwarding': '1.3', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'QosPolicy': '1.10', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroup': '1.5', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroupRule': '1.2', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SubPort': '1.0', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Subnet': '1.1', Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Trunk': '1.1'}} Sep 16 05:34:19.213427 dv-cinder-857528-3-iscsi neutron-server[113251]: {{(pid=113251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:34:19.264871 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Attempting to bind port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:34:19.265263 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Attempting to bind port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:34:19.265690 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Attempting to bind port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 on network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:19.295962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:19.312780 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:34:19.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Checking segment: {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:34:19.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:19.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Bound using segment: {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:34:19.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Bound port: 82abb820-9285-455e-be1b-3ac7aa5fbeb5, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:34:19.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:19.342023 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:19.347943 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=9 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:19.375986 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] For port 82abb820-9285-455e-be1b-3ac7aa5fbeb5, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:19.395479 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] For port 82abb820-9285-455e-be1b-3ac7aa5fbeb5, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=82abb820-9285-455e-be1b-3ac7aa5fbeb5,segment=NetworkSegment(0bfc7795-4c64-4213-a926-ed10dc493b27),segment_id=0bfc7795-4c64-4213-a926-ed10dc493b27)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:19.447316 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:19.501679 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04f77-888b-4636-85da-c2fc5af09df4 None None] Pushing event updated for resources: {'Port': ['ID=82abb820-9285-455e-be1b-3ac7aa5fbeb5,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.880067 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38818) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:21.220304 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [None req-17497d30-9d1d-4e34-bab2-3f8e2507e4c1 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:34:21.221320 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-17497d30-9d1d-4e34-bab2-3f8e2507e4c1 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3402796 Sep 16 05:34:23.887632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38826) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:24.217611 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [None req-7cc04295-11d7-414f-833f-9ee71b6d9b0d admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:34:24.218636 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7cc04295-11d7-414f-833f-9ee71b6d9b0d admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3300750 Sep 16 05:34:26.932413 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38838) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:27.157439 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 82abb820-9285-455e-be1b-3ac7aa5fbeb5 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:27.238960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:27.239361 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:27.239724 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 Sep 16 05:34:27.345974 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:27.346365 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:27.356659 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:27.384705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 82abb820-9285-455e-be1b-3ac7aa5fbeb5, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=82abb820-9285-455e-be1b-3ac7aa5fbeb5,segment=NetworkSegment(0bfc7795-4c64-4213-a926-ed10dc493b27),segment_id=0bfc7795-4c64-4213-a926-ed10dc493b27)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:27.451781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:27.486181 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING oslo_policy.policy [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:27.486810 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING oslo_policy.policy [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:27.501795 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=82abb820-9285-455e-be1b-3ac7aa5fbeb5,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:27.637226 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e09ceb-3a79-47ce-aa78-50c64411a318 None None] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:34:27.696846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e9d901f7-6186-4bd6-941f-d8c9d95118e5 None None] Provisioning complete for port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:27.697357 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e9d901f7-6186-4bd6-941f-d8c9d95118e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:27.697887 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e9d901f7-6186-4bd6-941f-d8c9d95118e5 None None] Attempt 1 to provision port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 Sep 16 05:34:27.711673 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:27.721489 dv-cinder-857528-3-iscsi neutron-server[113250]: ERROR stevedore.extension [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 05:34:27.789074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.policy [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 05:34:27.824799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e9d901f7-6186-4bd6-941f-d8c9d95118e5 None None] Current status of the port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:27.831880 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING oslo_policy.policy [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:27.832258 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING oslo_policy.policy [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 05:34:27.852441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writer thread running {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 05:34:27.858901 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:27.999123 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (ec56f751-c085-407b-af0e-28bd7f32a048), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.001026 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (ec56f751-c085-407b-af0e-28bd7f32a048), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.054395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7585991d-27bc-4099-94ae-8ca065965021 None None] Provisioning complete for port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:28.054775 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7585991d-27bc-4099-94ae-8ca065965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.055110 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7585991d-27bc-4099-94ae-8ca065965021 None None] Attempt 1 to provision port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 Sep 16 05:34:28.129426 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:28.131720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7585991d-27bc-4099-94ae-8ca065965021 None None] Current status of the port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:28.131845 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=65,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:28.163697 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Publish callbacks [] for router_controller (ec56f751-c085-407b-af0e-28bd7f32a048), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.206908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (ec56f751-c085-407b-af0e-28bd7f32a048), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.293889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:28.295147 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8bf1d7a4-c02a-48a9-b33d-a32b6ee6ebea demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3617687 Sep 16 05:34:29.136551 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 82abb820-9285-455e-be1b-3ac7aa5fbeb5 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:29.178981 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:29.179284 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:29.179618 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 Sep 16 05:34:29.252834 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:30.928353 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38858) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:31.246167 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [None req-43a39c27-bcdf-459c-88b9-0588b0c558f3 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:34:31.247132 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-43a39c27-bcdf-459c-88b9-0588b0c558f3 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3178585 Sep 16 05:34:32.080746 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-349ea050-3234-4a1f-9575-5c69cbeca351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:33.953763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38866) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:34.223341 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ecc663c2-0310-4440-87dd-6d92566f4e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.276557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:34.336829 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Made reservation on behalf of 2c317c5acb304c5d983c73b9ed1b6802 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:34.340217 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.356280 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.460489 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks [] for security_group (16bebd21-324f-457c-88c9-7ebfd9c164e8), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.496936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (16bebd21-324f-457c-88c9-7ebfd9c164e8), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.508213 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Reserving flat network on physical network physnet1 {{(pid=113250) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 05:34:34.542036 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732299798712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (d57c3417-3f16-4a86-bbcc-e1621f756bbd), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.542568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Unsubscribe: segment precommit_create {{(pid=113250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 05:34:34.543117 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Added segment d57c3417-3f16-4a86-bbcc-e1621f756bbd of type flat for network 7078c191-399b-4952-9a12-8998add39cd2 Sep 16 05:34:34.559893 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bebd21-324f-457c-88c9-7ebfd9c164e8,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:34.616841 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.617174 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.617537 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.617868 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.618190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.618504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.618939 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.619278 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.619610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.619921 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.620253 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.620639 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.620887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.621194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.621499 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Tracked resource versions report: Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: pushed versions: Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: { 'AddressGroup': {'1.2'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Agent': {'1.1'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'ConntrackHelper': {'1.0'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Log': {'1.0'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'NDPProxy': {'1.0'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Network': {'1.1'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Port': {'1.7'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'PortForwarding': {'1.3'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'QosPolicy': {'1.10'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroup': {'1.5'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SubPort': {'1.0'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Subnet': {'1.1'}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Trunk': {'1.1'}} Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: consumer versions: Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Agent': '1.1', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'ConntrackHelper': '1.0', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'LocalIPAssociation': '1.0', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Log': '1.0', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'NDPProxy': '1.0', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Network': '1.1', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Port': '1.7', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'PortForwarding': '1.3', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'QosPolicy': '1.10', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroup': '1.5', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroupRule': '1.2', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SubPort': '1.0', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Subnet': '1.1', Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Trunk': '1.1'}} Sep 16 05:34:34.622977 dv-cinder-857528-3-iscsi neutron-server[113250]: {{(pid=113250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:34:34.660258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (7078c191-399b-4952-9a12-8998add39cd2), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.758525 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (7078c191-399b-4952-9a12-8998add39cd2), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.760285 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:34.761058 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:34.858852 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] Pushing event updated for resources: {'Network': ['ID=7078c191-399b-4952-9a12-8998add39cd2,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:34.870225 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 7078c191-399b-4952-9a12-8998add39cd2 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:34.882513 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:34.898743 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0e2383ea-ff71-48e6-b0de-b137561bc9ed admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9439156 Sep 16 05:34:35.885247 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:37.343625 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:37.462865 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:37.524357 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38878) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:37.927207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a7c57-5e97-433c-a992-ecbad7c3b905 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:37.928594 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7c1a7c57-5e97-433c-a992-ecbad7c3b905 demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/a93d9663-2404-42a9-81b8-5f9a3a82bbc5 HTTP/1.1" status: 200 len: 849 time: 0.4030876 Sep 16 05:34:38.065666 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e9c87f3f-0be9-49d0-8bc8-865d1a32be31 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/ec56f751-c085-407b-af0e-28bd7f32a048 HTTP/1.1" status: 200 len: 704 time: 0.1309423 Sep 16 05:34:38.292648 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:38.339027 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:38.411295 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:38.640134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Allocated IP 172.20.0.1 (9500cad4-0cc5-4e1d-9827-a8c0fb94c76e/a93d9663-2404-42a9-81b8-5f9a3a82bbc5/ac88266e-f7f5-4ac5-99a0-4a800009282c) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:38.826134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks [] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:38.949447 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.030999 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:39.038631 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:39.041112 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Pushing event updated for resources: {'Port': ['ID=ac88266e-f7f5-4ac5-99a0-4a800009282c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.045476 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:34:39.046119 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (ec56f751-c085-407b-af0e-28bd7f32a048), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.311475 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Provisioning complete for port ac88266e-f7f5-4ac5-99a0-4a800009282c triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:39.312014 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.312130 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 1 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:39.315413 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.345968 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Port ac88266e-f7f5-4ac5-99a0-4a800009282c cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:34:39.574541 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks [] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.640228 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.641062 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (ec56f751-c085-407b-af0e-28bd7f32a048), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:39.648459 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:39.724580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Pushing event updated for resources: {'Port': ['ID=ac88266e-f7f5-4ac5-99a0-4a800009282c,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.737390 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:39.770218 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:39.771477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:39.847641 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 2 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:39.880191 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Port ac88266e-f7f5-4ac5-99a0-4a800009282c cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:34:39.995232 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Router ec56f751-c085-407b-af0e-28bd7f32a048 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:40.083913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:40.089021 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4ee4afe9-f37c-4c62-aaff-68ac8a42d3d6 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/ec56f751-c085-407b-af0e-28bd7f32a048/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0179229 Sep 16 05:34:40.093502 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Sync routers for ids ['ec56f751-c085-407b-af0e-28bd7f32a048'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:40.106356 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Routers {'ec56f751-c085-407b-af0e-28bd7f32a048'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:34:40.107177 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:34:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['ec56f751-c085-407b-af0e-28bd7f32a048'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.292082 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Set router ec56f751-c085-407b-af0e-28bd7f32a048 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:34:40.381241 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 3 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:40.414048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Port ac88266e-f7f5-4ac5-99a0-4a800009282c cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:34:40.724857 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:39Z', 'revision_number': 2, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port_host': None, '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:39Z', 'revision_number': 2, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.776890 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Checking router: ec56f751-c085-407b-af0e-28bd7f32a048 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:40.777248 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Updating router ec56f751-c085-407b-af0e-28bd7f32a048 port ac88266e-f7f5-4ac5-99a0-4a800009282c binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:40.829409 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:40.915629 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 4 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:40.949187 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Port ac88266e-f7f5-4ac5-99a0-4a800009282c cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:34:41.326561 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks [] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:41.383243 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:41.450590 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 5 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:41.487112 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Port ac88266e-f7f5-4ac5-99a0-4a800009282c cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:34:41.522185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Pushing event updated for resources: {'Port': ['ID=ac88266e-f7f5-4ac5-99a0-4a800009282c,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.537947 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Attempting to bind port ac88266e-f7f5-4ac5-99a0-4a800009282c on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:34:41.538337 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Attempting to bind port ac88266e-f7f5-4ac5-99a0-4a800009282c by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:34:41.538780 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Attempting to bind port ac88266e-f7f5-4ac5-99a0-4a800009282c on network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:41.548273 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.548614 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.548952 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.549283 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.549606 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.549960 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.550274 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.550589 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.550906 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.551219 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.551535 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.551860 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.552174 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.552484 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.552791 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Tracked resource versions report: Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: pushed versions: Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: { 'AddressGroup': {'1.2'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Agent': {'1.1'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'ConntrackHelper': {'1.0'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Log': {'1.0'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'NDPProxy': {'1.0'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Network': {'1.1'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Port': {'1.7'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'PortForwarding': {'1.3'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'QosPolicy': {'1.10'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroup': {'1.5'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SubPort': {'1.0'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Subnet': {'1.1'}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Trunk': {'1.1'}} Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: consumer versions: Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Agent': '1.1', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'ConntrackHelper': '1.0', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'LocalIPAssociation': '1.0', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Log': '1.0', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'NDPProxy': '1.0', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Network': '1.1', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Port': '1.7', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'PortForwarding': '1.3', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'QosPolicy': '1.10', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroup': '1.5', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroupRule': '1.2', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SubPort': '1.0', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Subnet': '1.1', Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Trunk': '1.1'}} Sep 16 05:34:41.554191 dv-cinder-857528-3-iscsi neutron-server[113252]: {{(pid=113252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:34:41.630990 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:34:41.631384 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Checking segment: {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:34:41.631835 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:41.632211 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Bound using segment: {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:34:41.632674 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Bound port: ac88266e-f7f5-4ac5-99a0-4a800009282c, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfc7795-4c64-4213-a926-ed10dc493b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:34:41.633040 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:41.671360 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:41.681046 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:41.695268 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] For port ac88266e-f7f5-4ac5-99a0-4a800009282c, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:41.715703 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] For port ac88266e-f7f5-4ac5-99a0-4a800009282c, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=ac88266e-f7f5-4ac5-99a0-4a800009282c,segment=NetworkSegment(0bfc7795-4c64-4213-a926-ed10dc493b27),segment_id=0bfc7795-4c64-4213-a926-ed10dc493b27)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:41.788918 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:41.832335 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Routers {'ec56f751-c085-407b-af0e-28bd7f32a048'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:34:41.832944 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:34:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['ec56f751-c085-407b-af0e-28bd7f32a048'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:41.901764 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fffe8e-c302-4737-8c6a-c10d85ac564a None None] Pushing event updated for resources: {'Port': ['ID=ac88266e-f7f5-4ac5-99a0-4a800009282c,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.929005 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] Set router ec56f751-c085-407b-af0e-28bd7f32a048 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:34:41.988473 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Attempt 6 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:41.991257 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:42.061696 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Current status of the port ac88266e-f7f5-4ac5-99a0-4a800009282c is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:42.062386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:42.095301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] For port ac88266e-f7f5-4ac5-99a0-4a800009282c, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=ac88266e-f7f5-4ac5-99a0-4a800009282c,segment=NetworkSegment(0bfc7795-4c64-4213-a926-ed10dc493b27),segment_id=0bfc7795-4c64-4213-a926-ed10dc493b27)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:42.123269 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:39Z', 'revision_number': 2, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port_host': None, '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:41Z', 'revision_number': 4, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:42.152170 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a1236-b673-444e-97b6-fdd06814bfaa None None] The sync data for ids ['ec56f751-c085-407b-af0e-28bd7f32a048'] in dv-cinder-857528-3-iscsi is: [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:39Z', 'revision_number': 2, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port_host': None, '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:41Z', 'revision_number': 4, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:42.177610 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:42.229595 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e2b4c-ce8f-46d6-bb1f-5a5692320415 None None] Pushing event updated for resources: {'Port': ['ID=ac88266e-f7f5-4ac5-99a0-4a800009282c,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:42.301479 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-62fc5c5a-d24f-4753-9fe2-0bd6ed335448 None None] Provisioning complete for port ac88266e-f7f5-4ac5-99a0-4a800009282c triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:42.302734 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-62fc5c5a-d24f-4753-9fe2-0bd6ed335448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:42.303081 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-62fc5c5a-d24f-4753-9fe2-0bd6ed335448 None None] Attempt 1 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:42.543043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-62fc5c5a-d24f-4753-9fe2-0bd6ed335448 None None] Current status of the port ac88266e-f7f5-4ac5-99a0-4a800009282c is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:42.768740 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 38892) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:43.174756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a55c3c-362d-4c04-8fce-1d8e5d2fe429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:43.176109 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c6a55c3c-362d-4c04-8fce-1d8e5d2fe429 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/7078c191-399b-4952-9a12-8998add39cd2 HTTP/1.1" status: 200 len: 842 time: 0.4064255 Sep 16 05:34:43.188508 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:43.297509 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Made reservation on behalf of 2c317c5acb304c5d983c73b9ed1b6802 for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:43.299997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:43.683090 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.objects.ports [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113250) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 05:34:43.683459 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (6a53dfae-85d4-40f7-84c3-125d2d4dba19), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:43.741746 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a53dfae-85d4-40f7-84c3-125d2d4dba19,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:43.762793 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:34:43.763138 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Network hostable DHCP agents. Network: 7078c191-399b-4952-9a12-8998add39cd2, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:43.851372 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:43.918935 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 7078c191-399b-4952-9a12-8998add39cd2) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:43.923809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:43.924443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:43.928581 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:43.930062 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22b176-35fc-4617-8213-0d0f1cc4c666 None None] Network 7078c191-399b-4952-9a12-8998add39cd2 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:34:44.010973 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f4c7b44c-223c-4dca-b920-d7f2b63bafb6 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8183298 Sep 16 05:34:44.035397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4772c5-d12d-47b1-8a63-5b111d911dc7 None None] Network 7078c191-399b-4952-9a12-8998add39cd2 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:34:46.185665 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:46.706891 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38900) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:47.167098 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device ac88266e-f7f5-4ac5-99a0-4a800009282c up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:47.216751 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port ac88266e-f7f5-4ac5-99a0-4a800009282c triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:47.216751 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:47.216751 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:34:47.256717 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:47.281949 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3d68d7e5-616a-46da-8fcf-c03d094ca67f demo admin] 10.222.0.49 "GET /networking/v2.0/routers/ec56f751-c085-407b-af0e-28bd7f32a048 HTTP/1.1" status: 200 len: 710 time: 0.5740030 Sep 16 05:34:47.299577 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port ac88266e-f7f5-4ac5-99a0-4a800009282c is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:47.401028 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b1184-234a-4a0a-8a2d-12395a591570 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:34:47.402438 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ac4b1184-234a-4a0a-8a2d-12395a591570 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/7078c191-399b-4952-9a12-8998add39cd2 HTTP/1.1" status: 200 len: 886 time: 0.1144924 Sep 16 05:34:47.411465 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:47.662521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks [] for router_gateway (ec56f751-c085-407b-af0e-28bd7f32a048), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:47.968484 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks [] for router_gateway (ec56f751-c085-407b-af0e-28bd7f32a048), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:48.049271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:48.366016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Allocated IP 172.27.0.65 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/0931774a-e170-463f-b048-18419e565dbb) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:48.475310 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks [] for port (0931774a-e170-463f-b048-18419e565dbb), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:48.500056 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:48.513148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:48.583423 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (0931774a-e170-463f-b048-18419e565dbb), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:48.673065 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:48.676801 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:48.678693 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Pushing event updated for resources: {'Port': ['ID=0931774a-e170-463f-b048-18419e565dbb,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:48.681288 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:34:49.036110 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks [] for router_gateway (ec56f751-c085-407b-af0e-28bd7f32a048), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:49.220218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3694831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-901'] for router (ec56f751-c085-407b-af0e-28bd7f32a048), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:49.225101 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3694804'] for router (ec56f751-c085-407b-af0e-28bd7f32a048), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:49.332569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Router ec56f751-c085-407b-af0e-28bd7f32a048 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:49.433847 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:49.438824 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:49.439849 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-211f1dcd-ad8c-4937-abee-5f836cbedfd4 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/ec56f751-c085-407b-af0e-28bd7f32a048 HTTP/1.1" status: 200 len: 889 time: 2.0315633 Sep 16 05:34:49.444032 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Sync routers for ids ['ec56f751-c085-407b-af0e-28bd7f32a048'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:49.457462 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Routers {'ec56f751-c085-407b-af0e-28bd7f32a048'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:34:49.458186 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:34:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['ec56f751-c085-407b-af0e-28bd7f32a048'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:49.672279 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Set router ec56f751-c085-407b-af0e-28bd7f32a048 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:34:49.998493 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:50.122903 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0931774a-e170-463f-b048-18419e565dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:48Z', 'revision_number': 4, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port': {'id': '0931774a-e170-463f-b048-18419e565dbb', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:48Z', 'updated_at': '2022-09-16T05:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:42Z', 'revision_number': 5, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:50.172660 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Checking router: ec56f751-c085-407b-af0e-28bd7f32a048 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:50.173017 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Updating router ec56f751-c085-407b-af0e-28bd7f32a048 port 0931774a-e170-463f-b048-18419e565dbb binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:50.224303 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0931774a-e170-463f-b048-18419e565dbb), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.541503 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks [] for port (0931774a-e170-463f-b048-18419e565dbb), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.611485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0931774a-e170-463f-b048-18419e565dbb), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.652499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Attempting to bind port 0931774a-e170-463f-b048-18419e565dbb on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:34:50.652849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Attempting to bind port 0931774a-e170-463f-b048-18419e565dbb by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:34:50.653195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Attempting to bind port 0931774a-e170-463f-b048-18419e565dbb on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:50.688718 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7195e-514b-4994-82c6-c3a4d176b2cc None None] Pushing event updated for resources: {'Port': ['ID=0931774a-e170-463f-b048-18419e565dbb,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:50.706138 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:34:50.706481 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:34:50.706866 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.707240 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:34:50.707696 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Bound port: 0931774a-e170-463f-b048-18419e565dbb, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:34:50.708058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0931774a-e170-463f-b048-18419e565dbb), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.753591 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] For port 0931774a-e170-463f-b048-18419e565dbb, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:50.756488 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] For port 0931774a-e170-463f-b048-18419e565dbb, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0931774a-e170-463f-b048-18419e565dbb,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:50.834958 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0931774a-e170-463f-b048-18419e565dbb), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:50.871962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Routers {'ec56f751-c085-407b-af0e-28bd7f32a048'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:34:50.872568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:34:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['ec56f751-c085-407b-af0e-28bd7f32a048'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:50.928921 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7195e-514b-4994-82c6-c3a4d176b2cc None None] Pushing event updated for resources: {'Port': ['ID=0931774a-e170-463f-b048-18419e565dbb,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:50.968607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:50.990419 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] Set router ec56f751-c085-407b-af0e-28bd7f32a048 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:34:51.031731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:51.189582 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0931774a-e170-463f-b048-18419e565dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:48Z', 'revision_number': 4, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port': {'id': '0931774a-e170-463f-b048-18419e565dbb', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:48Z', 'updated_at': '2022-09-16T05:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:42Z', 'revision_number': 5, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:51.213985 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee015755-7667-4dbb-9984-ffbbf627d47c None None] The sync data for ids ['ec56f751-c085-407b-af0e-28bd7f32a048'] in dv-cinder-857528-3-iscsi is: [{'id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'name': 'router1', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0931774a-e170-463f-b048-18419e565dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:34:28Z', 'updated_at': '2022-09-16T05:34:48Z', 'revision_number': 4, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'gw_port': {'id': '0931774a-e170-463f-b048-18419e565dbb', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:48Z', 'updated_at': '2022-09-16T05:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'ac88266e-f7f5-4ac5-99a0-4a800009282c', 'name': '', 'network_id': '9500cad4-0cc5-4e1d-9827-a8c0fb94c76e', 'tenant_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'mac_address': 'fa:16:3e:6c:28:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec56f751-c085-407b-af0e-28bd7f32a048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:34:38Z', 'updated_at': '2022-09-16T05:34:42Z', 'revision_number': 5, 'project_id': '703ed0f0d1ff4514b6dc0e857cbf989e', 'subnets': [{'id': 'a93d9663-2404-42a9-81b8-5f9a3a82bbc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0368aa13-93d3-454e-8fd9-3a8884ac0f6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:52.265655 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 38916) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:34:52.663711 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b13ca4a8-0f13-4519-bd4a-889bf86d33c0 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3969834 Sep 16 05:34:53.165875 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0931774a-e170-463f-b048-18419e565dbb up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:53.216645 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0931774a-e170-463f-b048-18419e565dbb triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:53.217026 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0931774a-e170-463f-b048-18419e565dbb), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:53.217354 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0931774a-e170-463f-b048-18419e565dbb Sep 16 05:34:53.291763 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0931774a-e170-463f-b048-18419e565dbb is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:53.292148 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0931774a-e170-463f-b048-18419e565dbb), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:53.314197 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 0931774a-e170-463f-b048-18419e565dbb, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0931774a-e170-463f-b048-18419e565dbb,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:53.416045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0931774a-e170-463f-b048-18419e565dbb), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:53.463604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=0931774a-e170-463f-b048-18419e565dbb,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:53.935909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:55.169305 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0931774a-e170-463f-b048-18419e565dbb up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:55.225336 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0931774a-e170-463f-b048-18419e565dbb triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:34:55.225720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0931774a-e170-463f-b048-18419e565dbb), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:34:55.227027 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0931774a-e170-463f-b048-18419e565dbb Sep 16 05:34:55.308007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0931774a-e170-463f-b048-18419e565dbb is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:34:56.180557 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:34:56.182378 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=37 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:02.075196 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cfee4ea4-7b4d-4fad-aa8f-43b3f756856f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:02.647967 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:02.660033 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:04.325325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e030af3c-282b-4bb1-95f6-f189e19acdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:05.879939 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:07.364980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:07.479576 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:17.419505 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:17.421930 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:23.186386 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:24.199093 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:32.084622 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-33bdfb53-67f2-4979-8152-e3067e8d20a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:33.180658 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:34.246201 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-40c05d53-b800-4b58-9566-7e22f827cfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:35.879266 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:37.364847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:37.502645 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:35:47.427170 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:35:47.436955 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:00.185994 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:01.195089 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:02.078173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9ec70341-801d-4061-b2d7-f771a16e36b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:04.249755 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80818596-32f8-4c5e-aebc-b7c917761da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:05.878419 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:07.369522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:07.489499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:10.182683 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=7 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:17.431288 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:17.433086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:21.535226 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39464) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:21.873794 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.pecan_wsgi.hooks.translation [None req-3751431e-803c-466c-9fcf-746f6eb975df admin admin] GET failed (client error): The resource could not be found. Sep 16 05:36:21.875090 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3751431e-803c-466c-9fcf-746f6eb975df admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3390098 Sep 16 05:36:22.036143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1adce4-c045-4d79-8b27-a5030066e3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:22.037594 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-bf1adce4-c045-4d79-8b27-a5030066e3f2 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580799 Sep 16 05:36:24.664699 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39474) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:25.035948 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2aff8-7e27-4790-b261-bf1a6e0e8dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:25.037856 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-86e2aff8-7e27-4790-b261-bf1a6e0e8dd3 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/a93d9663-2404-42a9-81b8-5f9a3a82bbc5 HTTP/1.1" status: 200 len: 849 time: 0.3716249 Sep 16 05:36:25.047160 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:25.203488 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Publish callbacks [] for subnet (a93d9663-2404-42a9-81b8-5f9a3a82bbc5), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:25.397132 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732299842964'] for subnet (a93d9663-2404-42a9-81b8-5f9a3a82bbc5), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:25.431749 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:25.432334 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:25.433613 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/a93d9663-2404-42a9-81b8-5f9a3a82bbc5 HTTP/1.1" status: 200 len: 868 time: 0.3900201 Sep 16 05:36:25.449297 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec3d832-2f6d-49d2-92b2-a6eba4c0612d None None] Network 9500cad4-0cc5-4e1d-9827-a8c0fb94c76e requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:36:25.450701 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93d9663-2404-42a9-81b8-5f9a3a82bbc5,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.458692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.458942 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.459297 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.459636 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.460128 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.460599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.460937 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.461283 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.461625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.461986 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.462325 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.462665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.462985 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.463303 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.463620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce435d-52a7-46ac-82f9-1e10da58a66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:25.731635 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Provisioning complete for port ac88266e-f7f5-4ac5-99a0-4a800009282c triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:36:25.732010 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac88266e-f7f5-4ac5-99a0-4a800009282c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:25.732336 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Attempt 1 to provision port ac88266e-f7f5-4ac5-99a0-4a800009282c Sep 16 05:36:25.810663 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Current status of the port ac88266e-f7f5-4ac5-99a0-4a800009282c is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:36:25.818437 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Provisioning complete for port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:36:25.818816 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (82abb820-9285-455e-be1b-3ac7aa5fbeb5), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:25.819140 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Attempt 1 to provision port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 Sep 16 05:36:25.886856 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e2c07ace-24d6-4ba3-a1a5-3bd61b3a00ad None None] Current status of the port 82abb820-9285-455e-be1b-3ac7aa5fbeb5 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:36:28.070862 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39482) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:28.557267 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df29e47-27e5-468e-8d85-19650ad66404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:28.557655 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df29e47-27e5-468e-8d85-19650ad66404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:28.559219 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3df29e47-27e5-468e-8d85-19650ad66404 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4874010 Sep 16 05:36:31.160893 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39490) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:31.570517 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13ba1e-4eae-43d0-b59d-4809c3b6b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:31.570982 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13ba1e-4eae-43d0-b59d-4809c3b6b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:31.572612 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ca13ba1e-4eae-43d0-b59d-4809c3b6b0a1 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4107585 Sep 16 05:36:32.117732 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-739a109c-9340-49fd-8b50-d47e64da56f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:34.156540 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39498) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:34.243317 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-467fab9f-6d80-42bc-94a9-1e57cd11dacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:34.559577 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96c567-3da4-45e2-b45f-5a87677847bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:34.560936 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8b96c567-3da4-45e2-b45f-5a87677847bd admin admin] 10.222.0.49 "GET /networking/v2.0/networks/7078c191-399b-4952-9a12-8998add39cd2 HTTP/1.1" status: 200 len: 886 time: 0.4034228 Sep 16 05:36:35.876926 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:37.185449 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:37.189797 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39508) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:37.362868 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:37.488869 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:36:37.626787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133720f-d507-4f85-9a7e-cffa5b7b5248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:37.628158 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0133720f-d507-4f85-9a7e-cffa5b7b5248 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/9500cad4-0cc5-4e1d-9827-a8c0fb94c76e HTTP/1.1" status: 200 len: 869 time: 0.4373991 Sep 16 05:36:38.186444 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:40.201047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39516) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:40.601336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35feb02-6f50-4cba-990f-ea7998b3cabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:40.601794 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35feb02-6f50-4cba-990f-ea7998b3cabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:40.603327 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a35feb02-6f50-4cba-990f-ea7998b3cabb admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4013419 Sep 16 05:36:41.566446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:41.567694 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=82,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:43.244231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39524) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:43.656317 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47409450-598a-40d8-ab85-ba89b8d83003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:43.656774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47409450-598a-40d8-ab85-ba89b8d83003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:43.658313 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-47409450-598a-40d8-ab85-ba89b8d83003 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4131327 Sep 16 05:36:46.263914 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39532) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:46.626696 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998f96c-a2e7-4372-b22a-11592ab74ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:46.628005 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d998f96c-a2e7-4372-b22a-11592ab74ae7 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/6a53dfae-85d4-40f7-84c3-125d2d4dba19 HTTP/1.1" status: 200 len: 816 time: 0.3631246 Sep 16 05:36:47.181675 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:47.426144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:47.428032 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:49.203150 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39540) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:36:49.589444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec68807-6ffb-4b0e-9f04-0d660d7031d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:36:49.590856 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7ec68807-6ffb-4b0e-9f04-0d660d7031d1 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/a93d9663-2404-42a9-81b8-5f9a3a82bbc5 HTTP/1.1" status: 200 len: 868 time: 0.3867681 Sep 16 05:36:50.593714 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=27 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:50.597646 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=29 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:59.527159 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=11 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:59.535181 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:59.584414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=19 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:36:59.586394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=17 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:02.128096 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-577a7956-c166-46f1-911d-edb94686d242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:04.305611 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9a-f1e8-44a0-ab0b-bc0b502e69b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:05.893759 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:07.362422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:07.483102 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:14.184484 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:15.184664 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:17.425578 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:17.428515 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:19.718558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39596) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:37:20.041641 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [None req-ee91dd5d-4746-4f4d-b4b4-b50ed9cd2f92 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:37:20.042664 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ee91dd5d-4746-4f4d-b4b4-b50ed9cd2f92 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3232081 Sep 16 05:37:22.719444 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39604) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:37:23.057479 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad81c514-0fa6-4a3b-88e5-2c2c48e4a606 admin admin] GET failed (client error): The resource could not be found. Sep 16 05:37:23.058792 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ad81c514-0fa6-4a3b-88e5-2c2c48e4a606 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3383963 Sep 16 05:37:23.278554 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8d832-4bd9-44c0-86ad-ba561dc8b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:37:23.279942 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2fa8d832-4bd9-44c0-86ad-ba561dc8b7b3 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2168169 Sep 16 05:37:24.180533 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=7 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:25.899244 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39612) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:37:26.223692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:26.299294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Made reservation on behalf of 2c317c5acb304c5d983c73b9ed1b6802 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:26.301579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:26.329597 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING neutron.services.revisions.revision_plugin [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Could not find related network for resource to bump revision. Sep 16 05:37:26.343778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:26.354343 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (fa78db83-6bbb-4719-8b1f-1bf984b2762a), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:26.354679 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Added segment fa78db83-6bbb-4719-8b1f-1bf984b2762a of type vlan for network a34901f5-ea91-49ab-aa43-473e0f329cb4 Sep 16 05:37:26.393207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (a34901f5-ea91-49ab-aa43-473e0f329cb4), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:26.453672 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (a34901f5-ea91-49ab-aa43-473e0f329cb4), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:26.454609 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:37:26.455188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:26.516252 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Pushing event updated for resources: {'Network': ['ID=a34901f5-ea91-49ab-aa43-473e0f329cb4,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.522834 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.523223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.524458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.524458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.524458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.524831 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.524831 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.525147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.525487 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.525847 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.526182 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.526823 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.527143 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.527464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.527784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:26.539878 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:26.542053 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e2d0fe28-6bf4-40e0-a8ca-ca8eacaff1cf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6417251 Sep 16 05:37:29.187271 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39620) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:37:29.548093 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1219c59-a1b9-442e-9380-a9a559b652b7 admin admin] GET failed (client error): The resource could not be found. Sep 16 05:37:29.549519 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e1219c59-a1b9-442e-9380-a9a559b652b7 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3612151 Sep 16 05:37:29.625443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47317f-5d0b-4426-a28f-b10447abcd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:37:29.626888 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ae47317f-5d0b-4426-a28f-b10447abcd14 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0720255 Sep 16 05:37:29.636910 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Request body: {'subnet': {'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:29.721892 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Made reservation on behalf of 2c317c5acb304c5d983c73b9ed1b6802 for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:29.724749 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:29.934009 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (eb2b7eeb-c510-426b-8779-2fad77eaa868), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:29.982918 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2b7eeb-c510-426b-8779-2fad77eaa868,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:29.997410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Checking segment: {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:37:29.997751 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Network hostable DHCP agents. Network: a34901f5-ea91-49ab-aa43-473e0f329cb4, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:30.070341 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:30.122074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, a34901f5-ea91-49ab-aa43-473e0f329cb4) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:30.126123 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:37:30.126707 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.131724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9cb18-3088-4256-83f4-6869ff0a9f55 None None] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:37:30.136667 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:30.216521 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-13ae2380-d832-477c-97dd-fe1f660b85be admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5828106 Sep 16 05:37:30.235986 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-a34901f5-ea91-49ab-aa43-473e0f329cb4', 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4', 'project_id': '2c317c5acb304c5d983c73b9ed1b6802', 'fixed_ips': [{'subnet_id': 'eb2b7eeb-c510-426b-8779-2fad77eaa868'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:37:30.236959 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.386099 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Allocated IP 192.168.233.2 (a34901f5-ea91-49ab-aa43-473e0f329cb4/eb2b7eeb-c510-426b-8779-2fad77eaa868/f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:30.535135 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks [] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.608764 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.644722 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:30.650605 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:30.653362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:37:30.667505 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Pushing event updated for resources: {'Port': ['ID=f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:30.687974 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.688320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.688678 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.689032 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.689363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.689687 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.690039 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.690361 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.690714 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.691035 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.691362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.691693 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.692013 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.692332 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.692683 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.729352 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Attempting to bind port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:37:30.729724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Attempting to bind port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:37:30.730130 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Attempting to bind port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 on network a34901f5-ea91-49ab-aa43-473e0f329cb4 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:30.775346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:37:30.775724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Checking segment: {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:37:30.776123 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.776780 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Bound using segment: {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:37:30.777278 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Bound port: f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:37:30.777656 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.839574 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] For port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:30.842635 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] For port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:30.910795 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:30.944914 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:30.959339 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:30.969682 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f941-ee55-4559-819d-35c4521a21ff None None] Pushing event updated for resources: {'Port': ['ID=f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:31.275511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:31.324642 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:37:31.325022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:31.325477 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 Sep 16 05:37:31.400846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:37:31.401226 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:31.439692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:31.522490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:31.576545 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:31.821609 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7bc77-61ac-407c-a2d9-744640a229dc None None] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:37:31.893751 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-cfdb29fa-04d7-424c-812f-fe0aac5d4d6d None None] Provisioning complete for port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:37:31.894152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cfdb29fa-04d7-424c-812f-fe0aac5d4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:31.894481 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-cfdb29fa-04d7-424c-812f-fe0aac5d4d6d None None] Attempt 1 to provision port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 Sep 16 05:37:32.030314 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb29fa-04d7-424c-812f-fe0aac5d4d6d None None] Current status of the port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:37:32.117760 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf36157c-dfb8-42a4-966f-3e87d7b82cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:32.150519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-506b915b-c727-408e-9b5a-374d9011beae None None] Provisioning complete for port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:37:32.150820 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-506b915b-c727-408e-9b5a-374d9011beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:32.151152 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-506b915b-c727-408e-9b5a-374d9011beae None None] Attempt 1 to provision port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 Sep 16 05:37:32.229340 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-506b915b-c727-408e-9b5a-374d9011beae None None] Current status of the port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:37:33.257783 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:33.304432 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:37:33.304819 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:33.305154 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 Sep 16 05:37:33.379127 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port f7308b69-ebc4-4c7d-a81d-9d0fc5f99c32 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:37:34.270525 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-473ae64a-cdbd-466d-a29f-ce6d34872e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:35.905272 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:37.312598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:37.390338 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:37.539424 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:37:40.136498 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:47.429519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:47.431826 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:37:51.182336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:00.176334 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:01.178318 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=7 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:02.081805 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6d797785-d233-45f4-a03a-1c14aeabdb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:04.247389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-91aade42-f5fa-439a-806f-7c682b96e97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:05.882444 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:07.407108 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:07.481571 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:17.421108 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:17.427130 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:28.181102 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:29.183002 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:32.110226 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-094e5b9c-8104-47cc-95cd-8aa9791a0b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:34.275120 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3fe260c0-234a-490e-ac13-c9e2ef5ef657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:35.898568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:37.401210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:37.498417 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:38:38.179052 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:47.423386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:38:47.429879 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:02.124954 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f27d5137-3ccf-48dc-90a0-8ac6ae510d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:04.261627 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e14a54a3-0a5d-402c-8fbc-176b1b18fcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:05.181044 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:05.918960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:06.179030 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:07.405998 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:07.497399 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:15.099181 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39686) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:39:15.104818 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [None req-13d456f2-ee47-49c7-aaaf-da95c0a21e19 tempest-verify_tempest_config-2006431562 tempest-verify_tempest_config-2006431562-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:39:15.105802 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-13d456f2-ee47-49c7-aaaf-da95c0a21e19 tempest-verify_tempest_config-2006431562 tempest-verify_tempest_config-2006431562-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056691 Sep 16 05:39:15.177635 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=19 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:15.634994 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39704) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:39:15.759680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:15.846403 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Publish callbacks [] for security_group (6be67deb-611d-4a8e-accc-c6fa253ba9e0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:15.914963 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6be67deb-611d-4a8e-accc-c6fa253ba9e0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:15.961426 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=55d37540ac824e8d87afd8b8615ee1b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3253717 Sep 16 05:39:15.962729 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be67deb-611d-4a8e-accc-c6fa253ba9e0,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:15.964161 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39708) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:39:15.969923 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.970319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.970604 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.970934 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.971261 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.971584 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.971905 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.972223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.972556 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.972875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.973207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.973543 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.974019 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.974401 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:15.974914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e1db8-808c-4a1e-a1a0-cd3485391f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.023336 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Publish callbacks [] for security_group (6be67deb-611d-4a8e-accc-c6fa253ba9e0), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:16.043185 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Publish callbacks [] for security_group (6be67deb-611d-4a8e-accc-c6fa253ba9e0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:16.217952 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6be67deb-611d-4a8e-accc-c6fa253ba9e0), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:16.220548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:16.221627 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6be67deb-611d-4a8e-accc-c6fa253ba9e0 HTTP/1.1" status: 204 len: 168 time: 0.2559693 Sep 16 05:39:16.230294 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be67deb-611d-4a8e-accc-c6fa253ba9e0,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:16.237212 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.237756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.237962 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.238233 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.238566 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.238898 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.239224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.239576 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.239901 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.240324 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.240681 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.241022 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.241345 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.241664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.242010 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a212c86-dfde-4544-b44a-facbb33b317f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:17.426220 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:25.958592 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:25.969506 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:26.232642 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:26.233541 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:26.262607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:32.132092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-10c1b8ea-2eeb-409d-8042-fe442e54d648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:34.278152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3b01de69-ad5b-4233-b417-a80f5948f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:35.923615 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:37.394000 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:37.485545 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:39:42.180619 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:47.423761 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:39:47.425613 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:00.181240 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=7 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:00.181977 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:02.093130 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-8841526f-daa6-474e-9e07-1adce78dc42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:04.259667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f26cab86-a7c7-4aad-81be-57a382808bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:05.907745 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:07.387851 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:07.479562 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:17.417161 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:17.424072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:19.180502 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 5 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:29.176387 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:29.177182 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=6 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:32.099068 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-beb89608-4126-4a40-9cb3-4e978842b8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:34.239368 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddaac-4790-4baf-b4d9-c17ac82fb858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:35.911227 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:37.401925 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:37.490660 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:44.544610 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696075'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:40:54.462411 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:54.466299 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:40:56.180906 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:57.929545 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39782) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:40:58.035454 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-09dc7798-5c53-493b-b1e4-4d75fb6bfb1a admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047709 Sep 16 05:40:59.451838 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=16 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:00.520636 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39792) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:41:00.576354 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c1f1df27-89d8-4878-a1d3-aa019625692d admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0546851 Sep 16 05:41:02.098145 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-58f32694-2b88-4237-82e0-46687096a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:04.241265 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-96088812-c73c-49ba-8e35-ace369dd2775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:05.907087 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:06.176847 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=20 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:07.395609 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:07.502137 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:08.024594 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:10.571997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:14.490252 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:24.409553 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:24.415572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:32.100761 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0f25dd90-6b64-414b-a680-a4ee2ff550c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:33.181328 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:34.186663 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:34.260872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-75b66ba3-ecf1-468c-a58e-cd74ed6c36ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:35.948858 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:37.427997 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:37.483210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:43.176974 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:44.478624 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:41:54.413291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:41:54.415656 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:00.187986 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:00.188681 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:02.117465 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8ec9-3893-486b-899d-e26c00047992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:04.244942 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb2d0-b739-48af-b064-7d0c392a928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:05.923172 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:07.393473 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:07.473533 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:10.181130 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:11.194174 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:14.478955 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:20.177392 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:24.411376 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:24.412228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:31.573912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 39944) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:31.894296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-network', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:31.975051 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Made reservation on behalf of d6a0481b87f34225a6a44f702ba75f68 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:31.979259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:31.989106 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.088273 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks [] for security_group (8983844b-cc45-4e75-8fc0-17f0daeb431c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.112497 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f873-6625-47f9-9d13-64b6bd533f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.202821 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8983844b-cc45-4e75-8fc0-17f0daeb431c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.224732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:32.237989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8983844b-cc45-4e75-8fc0-17f0daeb431c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:32.243133 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (2080de0b-766e-41df-971a-481243318db1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.243466 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Added segment 2080de0b-766e-41df-971a-481243318db1 of type vlan for network 9d3fd988-8839-4418-aac3-5a2f305886fe Sep 16 05:42:32.256146 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.256485 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.259938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.260853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.260853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.260853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Tracked resource versions report: Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: pushed versions: Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: { 'AddressGroup': {'1.2'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Agent': {'1.1'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'ConntrackHelper': {'1.0'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Log': {'1.0'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'NDPProxy': {'1.0'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Network': {'1.1'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Port': {'1.7'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'PortForwarding': {'1.3'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'QosPolicy': {'1.10'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroup': {'1.5'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SubPort': {'1.0'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Subnet': {'1.1'}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Trunk': {'1.1'}} Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: consumer versions: Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: HyperV agent@hv-cinder-85752: {}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Agent': '1.1', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'ConntrackHelper': '1.0', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'LocalIPAssociation': '1.0', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Log': '1.0', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'NDPProxy': '1.0', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Network': '1.1', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Port': '1.7', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'PortForwarding': '1.3', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'QosPolicy': '1.10', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroup': '1.5', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SecurityGroupRule': '1.2', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'SubPort': '1.0', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Subnet': '1.1', Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: 'Trunk': '1.1'}} Sep 16 05:42:32.261902 dv-cinder-857528-3-iscsi neutron-server[113250]: {{(pid=113250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:42:32.304588 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (9d3fd988-8839-4418-aac3-5a2f305886fe), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.392947 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (9d3fd988-8839-4418-aac3-5a2f305886fe), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.394004 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:32.397169 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.470074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3fd988-8839-4418-aac3-5a2f305886fe,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:32.480826 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 9d3fd988-8839-4418-aac3-5a2f305886fe details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:32.518462 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 39990) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:32.530006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4daee8a0-3344-4692-adad-3d54f1bd9263 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9434896 Sep 16 05:42:32.530523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Request body: {'subnet': {'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-subnet', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:32.610088 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Made reservation on behalf of d6a0481b87f34225a6a44f702ba75f68 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:32.612680 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.737965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40000) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:32.897814 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (3a87f945-40b5-4150-b6f7-6b7a81b866ff), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:32.964570 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a87f945-40b5-4150-b6f7-6b7a81b866ff,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:32.975850 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.977508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.977508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.977508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.977508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.977508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.978082 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.978171 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.978485 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.978802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.979143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.979489 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.979811 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.980382 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.980512 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Tracked resource versions report: Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: pushed versions: Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: { 'AddressGroup': {'1.2'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Agent': {'1.1'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'ConntrackHelper': {'1.0'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Log': {'1.0'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'NDPProxy': {'1.0'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Network': {'1.1'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Port': {'1.7'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'PortForwarding': {'1.3'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'QosPolicy': {'1.10'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroup': {'1.5'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SubPort': {'1.0'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Subnet': {'1.1'}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Trunk': {'1.1'}} Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: consumer versions: Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: HyperV agent@hv-cinder-85752: {}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Agent': '1.1', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'ConntrackHelper': '1.0', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'LocalIPAssociation': '1.0', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Log': '1.0', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'NDPProxy': '1.0', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Network': '1.1', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Port': '1.7', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'PortForwarding': '1.3', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'QosPolicy': '1.10', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroup': '1.5', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SecurityGroupRule': '1.2', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'SubPort': '1.0', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Subnet': '1.1', Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: 'Trunk': '1.1'}} Sep 16 05:42:32.981534 dv-cinder-857528-3-iscsi neutron-server[113249]: {{(pid=113249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:42:33.006119 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:33.006645 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Network hostable DHCP agents. Network: 9d3fd988-8839-4418-aac3-5a2f305886fe, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:33.023674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40036) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:33.084487 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:33.109656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-network', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.163106 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 9d3fd988-8839-4418-aac3-5a2f305886fe) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:33.167824 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:33.168406 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.175151 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0c2c1-db37-49df-9c24-bd1fa1b9db04 None None] Network 9d3fd988-8839-4418-aac3-5a2f305886fe requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:33.185671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Made reservation on behalf of 1a2ef5dbdbb34457963733b3507abb34 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:33.188345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.198864 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.203211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40046) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:33.250243 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40050) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:33.252127 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-bc3c5b24-757e-4f10-817f-df7c6dc50df4 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7322147 Sep 16 05:42:33.255293 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.316088 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-9d3fd988-8839-4418-aac3-5a2f305886fe', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:42:33.316340 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks [] for security_group (a79bf97f-228e-4154-93c9-56c938e03695), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.318694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.322830 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1596730448-network', 'tenant_id': '3cf2362acfe94538bba7793bd690649c'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.375923 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (498df615-d8a3-46e7-9822-7040620eb505), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.377663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (498df615-d8a3-46e7-9822-7040620eb505), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.401101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Made reservation on behalf of 3cf2362acfe94538bba7793bd690649c for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:33.403905 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.417359 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a79bf97f-228e-4154-93c9-56c938e03695), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.442355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.489289 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Allocated IP 172.20.0.2 (9d3fd988-8839-4418-aac3-5a2f305886fe/3a87f945-40b5-4150-b6f7-6b7a81b866ff/0172290b-1945-469b-b8cb-0e405160f742) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:33.492050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:33.493180 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bf97f-228e-4154-93c9-56c938e03695,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:33.512491 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for router_controller (498df615-d8a3-46e7-9822-7040620eb505), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.539410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:33.541374 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:33.577410 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1255767581-network', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.600995 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks [] for security_group (9088d462-c434-4677-9e08-c2065c9cfbdd), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.602875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (be6eda73-a823-46b5-bc2b-36885f7e9555), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.603425 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Added segment be6eda73-a823-46b5-bc2b-36885f7e9555 of type vlan for network 188e8999-5037-4695-a578-27c8497948de Sep 16 05:42:33.678453 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks [] for port (0172290b-1945-469b-b8cb-0e405160f742), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.702827 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (188e8999-5037-4695-a578-27c8497948de), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.736524 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Made reservation on behalf of 3d0323b2af5040ee976e6a0a223ebe2c for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:33.741099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.750799 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.755327 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9088d462-c434-4677-9e08-c2065c9cfbdd), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.770455 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (0172290b-1945-469b-b8cb-0e405160f742), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.804274 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for router_gateway (498df615-d8a3-46e7-9822-7040620eb505), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.822439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:33.832161 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (188e8999-5037-4695-a578-27c8497948de), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.834291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:33.835168 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.849706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088d462-c434-4677-9e08-c2065c9cfbdd,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:33.853890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:33.856428 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (0a419c5b-e1eb-4975-9088-55b1fd2cb87d), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.856974 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Added segment 0a419c5b-e1eb-4975-9088-55b1fd2cb87d of type vlan for network 6ae481d4-ec2c-4c59-8b62-d601509363c8 Sep 16 05:42:33.862314 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:33.864718 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Pushing event updated for resources: {'Port': ['ID=0172290b-1945-469b-b8cb-0e405160f742,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:33.868059 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:33.885065 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.885493 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.886018 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.886690 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.887196 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.887535 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.888319 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.888661 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.889307 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.889643 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.890112 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.890463 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.890577 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks [] for security_group (6a5233f0-2cde-49b8-8a5b-bf1a82af39a7), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.890793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.891113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.891448 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Tracked resource versions report: Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: pushed versions: Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: { 'AddressGroup': {'1.2'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Agent': {'1.1'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'ConntrackHelper': {'1.0'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Log': {'1.0'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'NDPProxy': {'1.0'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Network': {'1.1'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Port': {'1.7'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'PortForwarding': {'1.3'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'QosPolicy': {'1.10'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroup': {'1.5'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SubPort': {'1.0'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Subnet': {'1.1'}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Trunk': {'1.1'}} Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: consumer versions: Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: HyperV agent@hv-cinder-85752: {}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Agent': '1.1', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'ConntrackHelper': '1.0', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'LocalIPAssociation': '1.0', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Log': '1.0', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'NDPProxy': '1.0', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Network': '1.1', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Port': '1.7', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'PortForwarding': '1.3', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'QosPolicy': '1.10', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroup': '1.5', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SecurityGroupRule': '1.2', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'SubPort': '1.0', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Subnet': '1.1', Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: 'Trunk': '1.1'}} Sep 16 05:42:33.892769 dv-cinder-857528-3-iscsi neutron-server[113251]: {{(pid=113251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:42:33.950501 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2081397 Sep 16 05:42:33.950943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40070) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:33.961134 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Request body: {'subnet': {'network_id': '188e8999-5037-4695-a578-27c8497948de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-subnet', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.969589 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (6ae481d4-ec2c-4c59-8b62-d601509363c8), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:33.984633 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Attempting to bind port 0172290b-1945-469b-b8cb-0e405160f742 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:33.985259 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Attempting to bind port 0172290b-1945-469b-b8cb-0e405160f742 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:33.985843 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Attempting to bind port 0172290b-1945-469b-b8cb-0e405160f742 on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:34.010799 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6a5233f0-2cde-49b8-8a5b-bf1a82af39a7), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.034818 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc500e4-474b-48f6-94b4-32d5caeea16f admin admin] Pushing event updated for resources: {'Network': ['ID=188e8999-5037-4695-a578-27c8497948de,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.048914 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 188e8999-5037-4695-a578-27c8497948de details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:34.071305 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:34.072010 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:34.072583 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.073139 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Bound using segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:34.073800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Bound port: 0172290b-1945-469b-b8cb-0e405160f742, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:34.074818 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0172290b-1945-469b-b8cb-0e405160f742), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.145618 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:34.169646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (97d06f5f-4bb6-4379-817f-fdf65b84590d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.170096 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Added segment 97d06f5f-4bb6-4379-817f-fdf65b84590d of type vlan for network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 Sep 16 05:42:34.214924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (6ae481d4-ec2c-4c59-8b62-d601509363c8), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.215891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:34.216455 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.248973 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (5c7951d6-5017-4b41-8f0e-4ca25da90bb1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.273414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Made reservation on behalf of 1a2ef5dbdbb34457963733b3507abb34 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:34.276355 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.278952 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.302100 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:34.308752 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-387077dd-edd5-4c1d-9d4e-e31e676b3809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.360732 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] For port 0172290b-1945-469b-b8cb-0e405160f742, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:34.367522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] For port 0172290b-1945-469b-b8cb-0e405160f742, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0172290b-1945-469b-b8cb-0e405160f742,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:34.369398 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:34.372587 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (5c7951d6-5017-4b41-8f0e-4ca25da90bb1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.374046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:34.374797 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.477611 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0172290b-1945-469b-b8cb-0e405160f742), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:34.604422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f911da-09b5-42c6-b45a-1a587a127bfe None None] Pushing event updated for resources: {'Port': ['ID=0172290b-1945-469b-b8cb-0e405160f742,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.608461 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4010508 Sep 16 05:42:34.614688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40100) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:34.615392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e580-f09a-4967-896b-374b7103e56d admin admin] Pushing event updated for resources: {'Network': ['ID=5c7951d6-5017-4b41-8f0e-4ca25da90bb1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.623916 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Request body: {'subnet': {'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1255767581-subnet', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:34.645929 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:34.686283 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:34.688855 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:34.755572 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Made reservation on behalf of 3d0323b2af5040ee976e6a0a223ebe2c for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:34.762976 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.013145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae481d4-ec2c-4c59-8b62-d601509363c8,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.013145 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4ed1d55b-ea20-46b5-b3db-1ebe60df4f15 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7772968 Sep 16 05:42:35.013145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40116) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:35.017739 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:35.018846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Request body: {'subnet': {'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1596730448-subnet', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:35.018846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:35.018846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for router_gateway (498df615-d8a3-46e7-9822-7040620eb505), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.018846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.032262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (0d198aa3-63a6-478d-8ede-2fb9c97450e5), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.079970 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d198aa3-63a6-478d-8ede-2fb9c97450e5,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.115494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Checking segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:35.115988 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Network hostable DHCP agents. Network: 188e8999-5037-4695-a578-27c8497948de, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:35.140786 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Allocated IP 172.27.0.149 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/611f4b32-baef-4d01-a833-58eb96a1caf9) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:35.142698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:35.183582 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Made reservation on behalf of 3cf2362acfe94538bba7793bd690649c for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:35.186357 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.288684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Network 188e8999-5037-4695-a578-27c8497948de is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:35.372327 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 188e8999-5037-4695-a578-27c8497948de) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:35.378988 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65ed7e-e77d-4ed3-b178-858e88ccf527 None None] Network 188e8999-5037-4695-a578-27c8497948de requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:35.394446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:35.395876 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.407318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (3f18d026-facd-4e2f-9aa1-8d27db80bf89), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.410941 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.413389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:35.484843 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f18d026-facd-4e2f-9aa1-8d27db80bf89,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.497547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Checking segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:35.497917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Network hostable DHCP agents. Network: 5c7951d6-5017-4b41-8f0e-4ca25da90bb1, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:35.547667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0172290b-1945-469b-b8cb-0e405160f742 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:35.548134 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8a07ad8c-0230-41f7-935d-b1af1d0f724a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5960562 Sep 16 05:42:35.550860 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40122) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:35.555825 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:35.573557 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-188e8999-5037-4695-a578-27c8497948de', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:42:35.579901 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.626827 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:35.628680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (6b4d0afb-c28f-4b36-b08b-9fb601edc329), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.631917 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.678889 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.680065 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.717769 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:35.732347 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0172290b-1945-469b-b8cb-0e405160f742 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:35.732750 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0172290b-1945-469b-b8cb-0e405160f742), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.733091 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0172290b-1945-469b-b8cb-0e405160f742 Sep 16 05:42:35.749814 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 5c7951d6-5017-4b41-8f0e-4ca25da90bb1) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:35.751754 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:35.756259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Pushing event updated for resources: {'Port': ['ID=611f4b32-baef-4d01-a833-58eb96a1caf9,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.760911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:35.771547 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e1c19-2ca3-45dd-897a-d03cf4bac6ee None None] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:35.774957 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:35.775601 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.817510 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4d0afb-c28f-4b36-b08b-9fb601edc329,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.856483 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Checking segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:35.856841 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Network hostable DHCP agents. Network: 6ae481d4-ec2c-4c59-8b62-d601509363c8, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:35.887202 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-10ab856d-3738-43cd-859c-46556e5a9b9d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2690115 Sep 16 05:42:35.889295 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for router_controller (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.890551 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40126) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:35.895930 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:35.959057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Allocated IP 172.20.0.2 (188e8999-5037-4695-a578-27c8497948de/0d198aa3-63a6-478d-8ede-2fb9c97450e5/d9c5e949-1ec1-4e55-9ff6-43868d6f263f) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:35.987088 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (f507e036-e740-4446-b497-25f3dc6ad488), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.988194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (f507e036-e740-4446-b497-25f3dc6ad488), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:35.993955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:36.010844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:36.014437 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:36.116086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17073cc7-785a-4ecd-9e3c-adbf20aa1c46 None None] Network 9d3fd988-8839-4418-aac3-5a2f305886fe requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:36.127024 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.171550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0172290b-1945-469b-b8cb-0e405160f742 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:36.171550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0172290b-1945-469b-b8cb-0e405160f742), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.204446 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:36.211235 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for router_gateway (498df615-d8a3-46e7-9822-7040620eb505), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.252519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-87152045-c0a4-430e-aa27-635820ddcd85 None None] Provisioning complete for port 0172290b-1945-469b-b8cb-0e405160f742 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:36.252812 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-87152045-c0a4-430e-aa27-635820ddcd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0172290b-1945-469b-b8cb-0e405160f742), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.253266 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-87152045-c0a4-430e-aa27-635820ddcd85 None None] Attempt 1 to provision port 0172290b-1945-469b-b8cb-0e405160f742 Sep 16 05:42:36.257198 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for router_controller (f507e036-e740-4446-b497-25f3dc6ad488), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.262781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for router_gateway (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.296406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 6ae481d4-ec2c-4c59-8b62-d601509363c8) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:36.320609 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'fixed_ips': [{'subnet_id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:42:36.323662 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:36.324698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.337089 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.342431 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32846907-50b7-450e-96c6-46c581c083cb None None] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:36.436721 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:36.449038 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e50405ee-47fb-4aa0-95dc-f1f6e192fb4f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6417880 Sep 16 05:42:36.455300 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40162) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:36.462362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:36.465755 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 0172290b-1945-469b-b8cb-0e405160f742, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0172290b-1945-469b-b8cb-0e405160f742,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:36.536477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:36.575122 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (498df615-d8a3-46e7-9822-7040620eb505), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.663650 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for router_gateway (f507e036-e740-4446-b497-25f3dc6ad488), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.700363 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.707035 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.717715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0172290b-1945-469b-b8cb-0e405160f742), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:36.897668 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for router_controller (25a844b6-7b11-4872-b2f4-abb9892242bf), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.006478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:37.009864 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks [] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.043705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-6ae481d4-ec2c-4c59-8b62-d601509363c8', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:42:37.044593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.047959 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for router_gateway (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.064127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Router 498df615-d8a3-46e7-9822-7040620eb505 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:37.066270 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-87152045-c0a4-430e-aa27-635820ddcd85 None None] Current status of the port 0172290b-1945-469b-b8cb-0e405160f742 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:37.078753 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.083036 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=0172290b-1945-469b-b8cb-0e405160f742,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:37.121294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.231655 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Network 188e8999-5037-4695-a578-27c8497948de is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:37.245098 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for router_gateway (f507e036-e740-4446-b497-25f3dc6ad488), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.248631 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:37.251146 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:37.256858 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for router_gateway (25a844b6-7b11-4872-b2f4-abb9892242bf), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.270912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Allocated IP 172.20.0.2 (5c7951d6-5017-4b41-8f0e-4ca25da90bb1/3f18d026-facd-4e2f-9aa1-8d27db80bf89/d5e3abf7-d50b-40a4-92a3-94742ec8c118) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:37.271839 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.311591 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Pushing event updated for resources: {'Port': ['ID=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:37.453249 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Allocated IP 172.27.0.224 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/468e76de-6a28-4819-bc62-fb9fd6ea8955) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:37.496955 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:37.507415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Allocated IP 172.20.0.2 (6ae481d4-ec2c-4c59-8b62-d601509363c8/6b4d0afb-c28f-4b36-b08b-9fb601edc329/4a9373f2-152e-4678-ae44-01e763ff5697) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:37.512115 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Attempting to bind port d9c5e949-1ec1-4e55-9ff6-43868d6f263f on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:37.512478 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Attempting to bind port d9c5e949-1ec1-4e55-9ff6-43868d6f263f by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:37.512835 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Attempting to bind port d9c5e949-1ec1-4e55-9ff6-43868d6f263f on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:37.552990 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40192) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:37.553177 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40194) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:37.562043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.572085 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0172290b-1945-469b-b8cb-0e405160f742 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:37.585799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6bb946a6-99ad-442c-996b-9e563db271d5 None None] Provisioning complete for port 0172290b-1945-469b-b8cb-0e405160f742 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:37.586733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6bb946a6-99ad-442c-996b-9e563db271d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0172290b-1945-469b-b8cb-0e405160f742), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.586733 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6bb946a6-99ad-442c-996b-9e563db271d5 None None] Attempt 1 to provision port 0172290b-1945-469b-b8cb-0e405160f742 Sep 16 05:42:37.639124 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.646693 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.736240 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c722f045-9820-4356-ab85-41f25ea71123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.759219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:37.759644 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Checking segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:37.760044 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.766320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Bound using segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:37.766320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Bound port: d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:37.766320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.767814 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:37.769001 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.837616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5a81-2cc1-4774-a609-7855803a49eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.862046 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0172290b-1945-469b-b8cb-0e405160f742 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:37.862418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0172290b-1945-469b-b8cb-0e405160f742), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.862750 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0172290b-1945-469b-b8cb-0e405160f742 Sep 16 05:42:37.864733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks [] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.882271 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:37.887621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for router_gateway (25a844b6-7b11-4872-b2f4-abb9892242bf), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.931978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:37.983318 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:37.989228 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:37.996683 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:37.997486 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:37.997727 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.001322 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:38.004211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:38.017513 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:38.021515 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Allocated IP 172.27.0.184 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/6101a0f1-1ba7-4d77-ac8e-79870972b2d3) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:38.059750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.063618 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-cb749813-6548-4975-983f-6970d0ecfe15 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8120420 Sep 16 05:42:38.071598 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40214) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:38.117862 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Pushing event updated for resources: {'Port': ['ID=468e76de-6a28-4819-bc62-fb9fd6ea8955,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.141728 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:38.195982 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:38.313279 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c722f045-9820-4356-ab85-41f25ea71123 admin admin] Publish callbacks [] for security_group (a82be65e-ccd1-4670-9185-b0ecbb2e2645), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.414765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6bb946a6-99ad-442c-996b-9e563db271d5 None None] Current status of the port 0172290b-1945-469b-b8cb-0e405160f742 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:38.431412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.434408 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5a81-2cc1-4774-a609-7855803a49eb admin admin] Publish callbacks [] for security_group (339549c7-84c4-4169-b9c0-684efcfcca22), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.435462 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c722f045-9820-4356-ab85-41f25ea71123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a82be65e-ccd1-4670-9185-b0ecbb2e2645), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.440432 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:35Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:38.449061 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:38.450180 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks [] for port (4a9373f2-152e-4678-ae44-01e763ff5697), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.454425 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] For port d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:38.462674 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] For port d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:38.465748 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:38.470483 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Pushing event updated for resources: {'Port': ['ID=d5e3abf7-d50b-40a4-92a3-94742ec8c118,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.473775 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:38.503287 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:38.503645 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Updating router 498df615-d8a3-46e7-9822-7040620eb505 port 611f4b32-baef-4d01-a833-58eb96a1caf9 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:38.538310 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.554177 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c722f045-9820-4356-ab85-41f25ea71123 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a8f3274261c64fc59600b14518dd6cc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9999435 Sep 16 05:42:38.558775 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5a81-2cc1-4774-a609-7855803a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (339549c7-84c4-4169-b9c0-684efcfcca22), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.561382 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722f045-9820-4356-ab85-41f25ea71123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82be65e-ccd1-4670-9185-b0ecbb2e2645,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.566371 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40220) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:38.609432 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.618423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0172290b-1945-469b-b8cb-0e405160f742 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:38.642667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.690371 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4f6e5a81-2cc1-4774-a609-7855803a49eb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4012b2fd2ece444686e67cd956d9c651&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1349351 Sep 16 05:42:38.701218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e5a81-2cc1-4774-a609-7855803a49eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339549c7-84c4-4169-b9c0-684efcfcca22,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.703420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40224) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:38.726822 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for router_gateway (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.750894 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Pushing event updated for resources: {'Port': ['ID=4a9373f2-152e-4678-ae44-01e763ff5697,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.775729 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:38.775931 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.783126 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:38.783126 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:38.843186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] Publish callbacks [] for security_group (a82be65e-ccd1-4670-9185-b0ecbb2e2645), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.862593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Attempting to bind port d5e3abf7-d50b-40a4-92a3-94742ec8c118 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:38.862593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Attempting to bind port d5e3abf7-d50b-40a4-92a3-94742ec8c118 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:38.870155 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Attempting to bind port d5e3abf7-d50b-40a4-92a3-94742ec8c118 on network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:38.870328 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:38.885967 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] Publish callbacks [] for security_group (339549c7-84c4-4169-b9c0-684efcfcca22), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.931903 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] Publish callbacks [] for security_group (339549c7-84c4-4169-b9c0-684efcfcca22), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:38.977360 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] Publish callbacks [] for security_group (a82be65e-ccd1-4670-9185-b0ecbb2e2645), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.042798 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:39.044411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:39.047251 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:39.087344 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:39.087710 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Checking segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:39.088233 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.088669 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Bound using segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:39.089178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Bound port: d5e3abf7-d50b-40a4-92a3-94742ec8c118, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:39.089547 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.104638 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323504bb-fb80-424d-9c72-22d8a5346591 None None] Pushing event updated for resources: {'Port': ['ID=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.146084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:39.148208 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Pushing event updated for resources: {'Port': ['ID=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.159414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Attempting to bind port 4a9373f2-152e-4678-ae44-01e763ff5697 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:39.159862 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Attempting to bind port 4a9373f2-152e-4678-ae44-01e763ff5697 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:39.160815 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Attempting to bind port 4a9373f2-152e-4678-ae44-01e763ff5697 on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:39.208585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Allocated IP 172.27.0.18 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/8907f7bc-72ed-4aae-bee8-fda7cc583403) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:39.219513 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (339549c7-84c4-4169-b9c0-684efcfcca22), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.222048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] For port d5e3abf7-d50b-40a4-92a3-94742ec8c118, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:39.223979 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.228236 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/339549c7-84c4-4169-b9c0-684efcfcca22 HTTP/1.1" status: 204 len: 168 time: 0.5234523 Sep 16 05:42:39.235397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:39.240273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Checking segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:39.240787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.241196 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Bound using segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:39.241765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Bound port: 4a9373f2-152e-4678-ae44-01e763ff5697, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:39.242355 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.248069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.251561 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f8e1-274b-4fd4-ae39-39b0aa1eec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339549c7-84c4-4169-b9c0-684efcfcca22,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.255758 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a82be65e-ccd1-4670-9185-b0ecbb2e2645), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.258934 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.262854 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] For port d5e3abf7-d50b-40a4-92a3-94742ec8c118, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d5e3abf7-d50b-40a4-92a3-94742ec8c118,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:39.263153 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a82be65e-ccd1-4670-9185-b0ecbb2e2645 HTTP/1.1" status: 204 len: 168 time: 0.6911647 Sep 16 05:42:39.329426 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.370532 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] For port 4a9373f2-152e-4678-ae44-01e763ff5697, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:39.378575 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:39.398057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] For port 4a9373f2-152e-4678-ae44-01e763ff5697, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=4a9373f2-152e-4678-ae44-01e763ff5697,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:39.417720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8716e-959c-4681-92d2-5d2b7bcc735e None None] Pushing event updated for resources: {'Port': ['ID=d5e3abf7-d50b-40a4-92a3-94742ec8c118,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.426597 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2d8d1-89b1-4fde-9c82-de8f37c91b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82be65e-ccd1-4670-9185-b0ecbb2e2645,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.479162 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.543173 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.577509 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.607264 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164c11-0c85-4d2a-a010-716fa5db128e None None] Pushing event updated for resources: {'Port': ['ID=4a9373f2-152e-4678-ae44-01e763ff5697,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.703612 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for router_gateway (f507e036-e740-4446-b497-25f3dc6ad488), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.744793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d9c5e949-1ec1-4e55-9ff6-43868d6f263f up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:39.812223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.820642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Allocated IP 172.20.0.1 (9d3fd988-8839-4418-aac3-5a2f305886fe/3a87f945-40b5-4150-b6f7-6b7a81b866ff/f7635440-c3f1-4a01-98d2-f47606a4ae1e) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:39.834884 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:39.914818 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:39.941092 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:39.942380 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port d9c5e949-1ec1-4e55-9ff6-43868d6f263f triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:39.942761 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:39.943143 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port d9c5e949-1ec1-4e55-9ff6-43868d6f263f Sep 16 05:42:39.954940 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:40.009172 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:40.112476 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:40.320907 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8907f7bc-72ed-4aae-bee8-fda7cc583403,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:40.368853 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port d9c5e949-1ec1-4e55-9ff6-43868d6f263f is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:40.371700 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.459598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:40.468263 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks [] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.498308 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks [] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.502333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for router_gateway (25a844b6-7b11-4872-b2f4-abb9892242bf), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.516219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa641d-3e4f-47b2-ba6b-35d8a5409cef None None] Network 188e8999-5037-4695-a578-27c8497948de requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:40.552261 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.560947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:40.578559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (f507e036-e740-4446-b497-25f3dc6ad488), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.609865 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Pushing event updated for resources: {'Port': ['ID=611f4b32-baef-4d01-a833-58eb96a1caf9,revision_number=2']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:40.620275 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.621347 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.621878 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.622365 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.622831 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.623302 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.623762 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.624823 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.625294 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.625757 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.626809 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.627296 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.628505 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.629547 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.631062 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Tracked resource versions report: Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: pushed versions: Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: { 'AddressGroup': {'1.2'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Agent': {'1.1'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'ConntrackHelper': {'1.0'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'LocalIPAssociation': {'1.0'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Log': {'1.0'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'NDPProxy': {'1.0'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Network': {'1.1'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Port': {'1.7'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'PortForwarding': {'1.3'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'QosPolicy': {'1.10'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroup': {'1.5'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SubPort': {'1.0'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Subnet': {'1.1'}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Trunk': {'1.1'}} Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: consumer versions: Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: { DHCP agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: HyperV agent@hv-cinder-85752: {}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: L3 agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: Metadata agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: Metering agent@dv-cinder-857528-3-iscsi: {}, Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: Open vSwitch agent@dv-cinder-857528-3-iscsi: { 'AddressGroup': '1.2', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Agent': '1.1', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'ConntrackHelper': '1.0', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'LocalIPAssociation': '1.0', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Log': '1.0', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'NDPProxy': '1.0', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Network': '1.1', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Port': '1.7', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'PortForwarding': '1.3', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'QosPolicy': '1.10', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroup': '1.5', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SecurityGroupRule': '1.2', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'SubPort': '1.0', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Subnet': '1.1', Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: 'Trunk': '1.1'}} Sep 16 05:42:40.632557 dv-cinder-857528-3-iscsi neutron-server[113252]: {{(pid=113252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:42:40.640120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:40.644084 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Attempting to bind port 611f4b32-baef-4d01-a833-58eb96a1caf9 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:40.644712 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Attempting to bind port 611f4b32-baef-4d01-a833-58eb96a1caf9 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:40.649336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Attempting to bind port 611f4b32-baef-4d01-a833-58eb96a1caf9 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:40.682090 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.706715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-de621304-66a6-4f44-9e96-bf775bd5a329 None None] Provisioning complete for port d9c5e949-1ec1-4e55-9ff6-43868d6f263f triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:40.706715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-de621304-66a6-4f44-9e96-bf775bd5a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.706715 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-de621304-66a6-4f44-9e96-bf775bd5a329 None None] Attempt 1 to provision port d9c5e949-1ec1-4e55-9ff6-43868d6f263f Sep 16 05:42:40.719226 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:40.736784 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:40.737371 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:40.737969 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.739041 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:40.740501 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Bound port: 611f4b32-baef-4d01-a833-58eb96a1caf9, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:40.741058 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.813591 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40266) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:40.838529 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9fc72fbb-7b6d-44e1-bbcd-4f2b87550b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.853139 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] For port 611f4b32-baef-4d01-a833-58eb96a1caf9, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:40.869076 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] For port 611f4b32-baef-4d01-a833-58eb96a1caf9, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=611f4b32-baef-4d01-a833-58eb96a1caf9,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:40.872688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:40.894399 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:40.953506 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:40.973568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.009474 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.051450 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-de621304-66a6-4f44-9e96-bf775bd5a329 None None] Current status of the port d9c5e949-1ec1-4e55-9ff6-43868d6f263f is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:41.060054 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:41.060704 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:41.090737 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:41.100438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Pushing event updated for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.105853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:41.111586 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:41.111871 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (498df615-d8a3-46e7-9822-7040620eb505), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.117542 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.187809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.208511 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:41.222472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:41.240199 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:41.240982 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:41.243544 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.262982 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06984866-5eaa-43da-b9d7-fec0145d63cc None None] Pushing event updated for resources: {'Port': ['ID=611f4b32-baef-4d01-a833-58eb96a1caf9,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.342842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9fc72fbb-7b6d-44e1-bbcd-4f2b87550b30 admin admin] Publish callbacks [] for security_group (84cae588-61f2-4869-8e88-172e09839001), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.354323 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.357236 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f959a615-cbc9-4251-a575-ca4656f64835 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8050909 Sep 16 05:42:41.363961 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40284) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:41.427942 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.468300 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:41.486776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Router f507e036-e740-4446-b497-25f3dc6ad488 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:41.492443 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9fc72fbb-7b6d-44e1-bbcd-4f2b87550b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (84cae588-61f2-4869-8e88-172e09839001), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.574083 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20dcdd7-ea2f-435e-afe8-c97e0a4c89a2 None None] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:41.651327 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.661792 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9fc72fbb-7b6d-44e1-bbcd-4f2b87550b30 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=808314251d5b4d38b40f4712effb03d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8465025 Sep 16 05:42:41.668757 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40288) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:41.720747 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:41.723958 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Provisioning complete for port 4a9373f2-152e-4678-ae44-01e763ff5697 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:41.723958 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.724167 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:41.724242 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Attempt 1 to provision port 4a9373f2-152e-4678-ae44-01e763ff5697 Sep 16 05:42:41.759571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72fbb-7b6d-44e1-bbcd-4f2b87550b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cae588-61f2-4869-8e88-172e09839001,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.832960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d9c5e949-1ec1-4e55-9ff6-43868d6f263f up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:41.874378 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] Publish callbacks [] for security_group (84cae588-61f2-4869-8e88-172e09839001), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.905336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] Publish callbacks [] for security_group (84cae588-61f2-4869-8e88-172e09839001), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.948728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:41.969041 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Sync routers for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:41.974568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:41.992897 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Router 25a844b6-7b11-4872-b2f4-abb9892242bf is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:42.001441 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:42.003566 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.069393 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:35Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.090829 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f231eab-9e9d-4fe6-a904-46f60b42d507 None None] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:42:42.093463 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.097329 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f14df810-1a5b-4b09-bcfc-c01f9cf49952 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2029560 Sep 16 05:42:42.098239 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40292) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:42.137136 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84fa9c-51a6-4646-ac67-746ec7f5db20 None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:35Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:42.181249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (84cae588-61f2-4869-8e88-172e09839001), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.199627 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.200866 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/84cae588-61f2-4869-8e88-172e09839001 HTTP/1.1" status: 204 len: 168 time: 0.5311558 Sep 16 05:42:42.231773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acd6c2-879d-4bd5-9865-a487f5250b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cae588-61f2-4869-8e88-172e09839001,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:42.282429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:42.302819 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:42.358321 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:38Z', 'revision_number': 3, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.379141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks [] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.411490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:42.412065 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Updating router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 port 468e76de-6a28-4819-bc62-fb9fd6ea8955 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:42.447746 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.460910 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-bba9cc83-8200-407c-ae8b-bf5e3fa14fc6 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0040889 Sep 16 05:42:42.461639 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40308) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:42.721055 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.721842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (498df615-d8a3-46e7-9822-7040620eb505), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:42.741279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:42.828164 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:42.830094 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:39Z', 'revision_number': 3, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.974409 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:42.977977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:42.983971 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:43.042579 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Checking router: f507e036-e740-4446-b497-25f3dc6ad488 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:43.043016 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Updating router f507e036-e740-4446-b497-25f3dc6ad488 port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:43.077553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:43.082779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.091908 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:43.093162 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:43.106604 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.117659 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.182966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:43.282451 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port d9c5e949-1ec1-4e55-9ff6-43868d6f263f triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:43.282653 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Pushing event updated for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:43.283504 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.284500 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port d9c5e949-1ec1-4e55-9ff6-43868d6f263f Sep 16 05:42:43.612317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:43.661067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:43.665782 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:43.675807 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:43.794158 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:43.804912 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks [] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.857549 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Current status of the port 4a9373f2-152e-4678-ae44-01e763ff5697 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:43.858189 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.929537 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:43.996165 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Router 498df615-d8a3-46e7-9822-7040620eb505 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:44.073873 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71bc6-9611-48c7-88cd-b62368987cfe None None] Pushing event updated for resources: {'Port': ['ID=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,revision_number=2']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.103242 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Attempting to bind port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:44.103683 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Attempting to bind port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:44.107089 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Attempting to bind port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:44.148227 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.179061 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Allocated IP 172.20.0.1 (188e8999-5037-4695-a578-27c8497948de/0d198aa3-63a6-478d-8ede-2fb9c97450e5/32795109-d315-4516-9c36-494932a6cda1) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:44.184245 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:44.185101 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:44.185901 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.186614 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:44.187387 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Bound port: 6101a0f1-1ba7-4d77-ac8e-79870972b2d3, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:44.192049 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.244154 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:44.309328 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks [] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.317876 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] For port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:44.327385 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] For port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:44.379806 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] For port 4a9373f2-152e-4678-ae44-01e763ff5697, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=4a9373f2-152e-4678-ae44-01e763ff5697,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:44.416183 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.489379 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:44.491006 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.495903 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.497008 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:44.516229 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:44.590242 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:44.590242 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-caab7a10-74c0-414d-a935-3ee4db617230 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/498df615-d8a3-46e7-9822-7040620eb505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5010419 Sep 16 05:42:44.758167 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port d9c5e949-1ec1-4e55-9ff6-43868d6f263f is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:44.759504 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d5e3abf7-d50b-40a4-92a3-94742ec8c118 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:44.762905 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Attempting to bind port 468e76de-6a28-4819-bc62-fb9fd6ea8955 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:44.763273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Attempting to bind port 468e76de-6a28-4819-bc62-fb9fd6ea8955 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:44.763683 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Attempting to bind port 468e76de-6a28-4819-bc62-fb9fd6ea8955 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:44.766111 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Provisioning complete for port d9c5e949-1ec1-4e55-9ff6-43868d6f263f triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:44.766831 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.766949 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Attempt 1 to provision port d9c5e949-1ec1-4e55-9ff6-43868d6f263f Sep 16 05:42:44.770967 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:44.782893 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.879378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:44.950328 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d4e4e-506a-4495-ae22-48e7c3afec47 None None] Pushing event updated for resources: {'Port': ['ID=468e76de-6a28-4819-bc62-fb9fd6ea8955,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.981866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks [] for port (32795109-d315-4516-9c36-494932a6cda1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.048400 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Pushing event updated for resources: {'Port': ['ID=4a9373f2-152e-4678-ae44-01e763ff5697,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.060151 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Allocated IP 172.20.0.1 (5c7951d6-5017-4b41-8f0e-4ca25da90bb1/3f18d026-facd-4e2f-9aa1-8d27db80bf89/50c28321-5b59-479f-adfb-c7e668f0cd23) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:45.061271 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:45.102982 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71bc6-9611-48c7-88cd-b62368987cfe None None] Pushing event updated for resources: {'Port': ['ID=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.185718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Allocated IP 172.20.0.1 (6ae481d4-ec2c-4c59-8b62-d601509363c8/6b4d0afb-c28f-4b36-b08b-9fb601edc329/29929503-3aaf-4b56-8272-6139a684ef6b) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:45.188362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port d5e3abf7-d50b-40a4-92a3-94742ec8c118 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:45.192699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.197000 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port d5e3abf7-d50b-40a4-92a3-94742ec8c118 Sep 16 05:42:45.206722 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (32795109-d315-4516-9c36-494932a6cda1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.237175 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.276629 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:45.283210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Updating router 25a844b6-7b11-4872-b2f4-abb9892242bf port 8907f7bc-72ed-4aae-bee8-fda7cc583403 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:45.293264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.305393 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:39Z', 'revision_number': 3, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:45.367556 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Network 188e8999-5037-4695-a578-27c8497948de is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:45.369531 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca22765-6ddf-4e29-a5b2-ab3b3925cd77 None None] The sync data for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi is: [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:39Z', 'revision_number': 3, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:45.376025 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:45.385162 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:45.385698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:45.385974 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.389909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:45.392568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:45.394299 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Bound port: 468e76de-6a28-4819-bc62-fb9fd6ea8955, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:45.395879 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.397776 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:45.399625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:45.400120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.401341 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.401481 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:45.402625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Pushing event updated for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.414177 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.568926 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks [] for port (29929503-3aaf-4b56-8272-6139a684ef6b), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.608590 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.609608 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.650233 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:45.690830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks [] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.776275 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.911006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:45.918050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] For port 468e76de-6a28-4819-bc62-fb9fd6ea8955, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:45.925765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88ea6-c5f3-4121-98df-ba8bf2c57215 None None] Current status of the port d9c5e949-1ec1-4e55-9ff6-43868d6f263f is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:45.931906 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] For port 468e76de-6a28-4819-bc62-fb9fd6ea8955, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=468e76de-6a28-4819-bc62-fb9fd6ea8955,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:45.948779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port d5e3abf7-d50b-40a4-92a3-94742ec8c118 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:45.953315 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:45.977616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40458) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:45.979032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:45.993063 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Pushing event updated for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.003025 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:46.009384 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:46.010483 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (25a844b6-7b11-4872-b2f4-abb9892242bf), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.057622 dv-cinder-857528-3-iscsi neutron-server[113249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 05:42:46.172559 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port d5e3abf7-d50b-40a4-92a3-94742ec8c118, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d5e3abf7-d50b-40a4-92a3-94742ec8c118,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:46.176511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Provisioning complete for port 32795109-d315-4516-9c36-494932a6cda1 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:46.177297 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (32795109-d315-4516-9c36-494932a6cda1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.178086 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 1 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:46.192850 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:42Z', 'revision_number': 2, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.239592 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.249682 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:46.253104 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.254238 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 4a9373f2-152e-4678-ae44-01e763ff5697 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:46.261360 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:46.264508 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Updating router 498df615-d8a3-46e7-9822-7040620eb505 port f7635440-c3f1-4a01-98d2-f47606a4ae1e binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:46.349881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.352221 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.413913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:46.416939 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 4a9373f2-152e-4678-ae44-01e763ff5697 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:46.417492 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.418014 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 4a9373f2-152e-4678-ae44-01e763ff5697 Sep 16 05:42:46.467870 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.487169 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Pushing event updated for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.704817 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:46.731003 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:46.734497 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:46.735678 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (f507e036-e740-4446-b497-25f3dc6ad488), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.772635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:46.775574 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (32795109-d315-4516-9c36-494932a6cda1), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.857266 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks [] for port (29929503-3aaf-4b56-8272-6139a684ef6b), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.863894 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks [] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.909657 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:46.910386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.915381 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 2 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:46.935412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.936412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (25a844b6-7b11-4872-b2f4-abb9892242bf), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:46.978688 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:47.020019 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-d321fa9e-71d8-4d27-81cc-c56e346bf3f7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:47.023514 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-d321fa9e-71d8-4d27-81cc-c56e346bf3f7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 1.0410178 Sep 16 05:42:47.098738 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks [] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.141676 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40486) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:47.170549 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.189616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:47.195553 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:47.216397 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Pushing event updated for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.324211 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-799d4be5-fc0a-49b0-ab84-8a2f756a3d4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/quotas/d6a0481b87f34225a6a44f702ba75f68 HTTP/1.1" status: 200 len: 375 time: 0.0415604 Sep 16 05:42:47.355791 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:47.367144 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Attempting to bind port f7635440-c3f1-4a01-98d2-f47606a4ae1e on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:47.367712 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Attempting to bind port f7635440-c3f1-4a01-98d2-f47606a4ae1e by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:47.368162 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Attempting to bind port f7635440-c3f1-4a01-98d2-f47606a4ae1e on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:47.391748 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:47.395289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:47.400195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.419706 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874d8f-ac4a-45ac-a011-b8bf7805bf80 None None] Pushing event updated for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.442297 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:47.442862 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:47.443360 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.444062 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Bound using segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:47.444768 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Bound port: f7635440-c3f1-4a01-98d2-f47606a4ae1e, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:47.445334 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.477713 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d4e4e-506a-4495-ae22-48e7c3afec47 None None] Pushing event updated for resources: {'Port': ['ID=468e76de-6a28-4819-bc62-fb9fd6ea8955,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.499448 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Attempting to bind port 8907f7bc-72ed-4aae-bee8-fda7cc583403 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:47.500081 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Attempting to bind port 8907f7bc-72ed-4aae-bee8-fda7cc583403 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:47.500585 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Attempting to bind port 8907f7bc-72ed-4aae-bee8-fda7cc583403 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:47.507495 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b97bfeb6-6d1f-48bd-8bc6-e39f85471449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.583642 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-2dd1d60c-e49a-461d-94d1-b7acd75940c1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2581151 Sep 16 05:42:47.585317 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.707601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:47.733519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:47.737738 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] For port f7635440-c3f1-4a01-98d2-f47606a4ae1e, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:47.742530 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] For port f7635440-c3f1-4a01-98d2-f47606a4ae1e, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=f7635440-c3f1-4a01-98d2-f47606a4ae1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:47.781047 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:47.788262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks [] for port (32795109-d315-4516-9c36-494932a6cda1), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.790085 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 4a9373f2-152e-4678-ae44-01e763ff5697 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:47.823336 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=d5e3abf7-d50b-40a4-92a3-94742ec8c118,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.834817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:47.834817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:47.834817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.834817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:47.834817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Bound port: 8907f7bc-72ed-4aae-bee8-fda7cc583403, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:47.838334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.843250 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:47.854678 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.863681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b97bfeb6-6d1f-48bd-8bc6-e39f85471449 admin admin] Publish callbacks [] for security_group (da88377f-c448-4ead-b959-1a17e3ac218e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.913336 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-ec626ea3-fd56-40e7-bfdb-f01f7159a19b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:42:47.914384 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-ec626ea3-fd56-40e7-bfdb-f01f7159a19b service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2009561 Sep 16 05:42:47.927997 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (32795109-d315-4516-9c36-494932a6cda1), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.928852 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:47.934125 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 3 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:47.951687 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:47.952652 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:47.974127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b97bfeb6-6d1f-48bd-8bc6-e39f85471449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (da88377f-c448-4ead-b959-1a17e3ac218e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.014697 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:48.030316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ad172264-17b7-4ccf-924b-48d1da3cfc55 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/25a844b6-7b11-4872-b2f4-abb9892242bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5674565 Sep 16 05:42:48.050218 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b97bfeb6-6d1f-48bd-8bc6-e39f85471449 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ce6e4d8568944cc78a53f87dec556ec1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9048097 Sep 16 05:42:48.067838 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40520) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:48.077302 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:48.105032 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874d8f-ac4a-45ac-a011-b8bf7805bf80 None None] Pushing event updated for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.119013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfeb6-6d1f-48bd-8bc6-e39f85471449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88377f-c448-4ead-b959-1a17e3ac218e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.146082 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:48.223696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] Publish callbacks [] for security_group (da88377f-c448-4ead-b959-1a17e3ac218e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.273927 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:48.283600 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] Publish callbacks [] for security_group (da88377f-c448-4ead-b959-1a17e3ac218e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.312621 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6223-a8ef-41b6-8ccd-f247136f47fa None None] Pushing event updated for resources: {'Port': ['ID=8907f7bc-72ed-4aae-bee8-fda7cc583403,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.319551 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:48.367784 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:48.380861 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] For port 8907f7bc-72ed-4aae-bee8-fda7cc583403, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:48.444512 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (da88377f-c448-4ead-b959-1a17e3ac218e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.447494 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] For port 8907f7bc-72ed-4aae-bee8-fda7cc583403, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=8907f7bc-72ed-4aae-bee8-fda7cc583403,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:48.449680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.454036 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da88377f-c448-4ead-b959-1a17e3ac218e HTTP/1.1" status: 204 len: 168 time: 0.3823307 Sep 16 05:42:48.470833 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec149d-74d4-46c8-b530-dc323c913438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88377f-c448-4ead-b959-1a17e3ac218e,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.560383 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:48.564049 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.564567 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 Sep 16 05:42:48.569734 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.622206 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.686285 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78b046-297c-4e0d-86f6-714402993df4 None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:48.690121 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Pushing event updated for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.701402 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:48.702318 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.809234 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:44Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.815756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks [] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.821470 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-fcf0522a-06a4-4a3e-9ec9-610ddbbb28c5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8679373 Sep 16 05:42:48.853203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Network 188e8999-5037-4695-a578-27c8497948de is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:48.859611 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6223-a8ef-41b6-8ccd-f247136f47fa None None] Pushing event updated for resources: {'Port': ['ID=8907f7bc-72ed-4aae-bee8-fda7cc583403,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.876281 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:48.884153 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 4 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:48.886133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b092-3efc-46b0-85a4-d5748e75c972 None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:44Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:48.912808 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40546) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:48.918875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327220002', 'description': 'tempest-description--889477797'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:48.920221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:48.923809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (f507e036-e740-4446-b497-25f3dc6ad488), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.010669 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:49.034341 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:49.034742 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.056398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.067892 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:49.119485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:49.123463 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:49.126766 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:49.215603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.216672 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 611f4b32-baef-4d01-a833-58eb96a1caf9 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:49.218013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.296437 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Pushing event updated for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:49.301865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.318548 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:49.409468 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.439845 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5251958 Sep 16 05:42:49.442087 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3e7e-8ad4-428e-b15e-fc8e8f6f4dae tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:49.447184 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40564) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:49.454907 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group_rule': {'security_group_id': '8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:49.463771 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:49.511608 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-84e579b3-66c2-42bc-a7da-104140e20a73 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749475 Sep 16 05:42:49.552180 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:49.576996 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 5 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:49.612567 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (5f812e34-c1ec-4e94-a368-75ff034e8481), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.623174 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:49.635878 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:49.661803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:49.684380 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 611f4b32-baef-4d01-a833-58eb96a1caf9 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:49.684380 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:49.693674 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 611f4b32-baef-4d01-a833-58eb96a1caf9 Sep 16 05:42:49.920342 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (5f812e34-c1ec-4e94-a368-75ff034e8481), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.016111 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:50.045563 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (5f812e34-c1ec-4e94-a368-75ff034e8481), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.126510 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f812e34-c1ec-4e94-a368-75ff034e8481,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:50.140684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40590) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:50.147803 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 2, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:50.155145 dv-cinder-857528-3-iscsi neutron-server[113250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 05:42:50.197606 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 611f4b32-baef-4d01-a833-58eb96a1caf9 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:50.198849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.228875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.230898 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-00347b12-6379-427c-aaea-77ce2acf057f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7807550 Sep 16 05:42:50.236361 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 611f4b32-baef-4d01-a833-58eb96a1caf9, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=611f4b32-baef-4d01-a833-58eb96a1caf9,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:50.241212 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba6cea-4ec0-46e5-9e74-fb991209dfbf None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 2, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:50.250976 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40596) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:50.254865 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cd5087cf-eddb-4e65-9e40-0b55c4cec319 req-5fd08c63-d831-485a-9585-b5addc6b8974 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 210 time: 0.1076035 Sep 16 05:42:50.263710 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group_rule': {'security_group_id': '8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:50.281630 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:50.306148 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.307707 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 4a9373f2-152e-4678-ae44-01e763ff5697 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:50.400032 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Router f507e036-e740-4446-b497-25f3dc6ad488 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:50.405504 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:50.422439 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a2ac85af-81b0-4816-b2b2-cbbb5d0e97d0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3effefe3-fdcf-4ae3-9ca7-0b2eeb298976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0576150 Sep 16 05:42:50.510137 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=611f4b32-baef-4d01-a833-58eb96a1caf9,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:50.525420 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 6 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:50.556133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 4a9373f2-152e-4678-ae44-01e763ff5697 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:50.556133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.556133 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 4a9373f2-152e-4678-ae44-01e763ff5697 Sep 16 05:42:50.564919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (8069e6c0-8811-4b00-a708-79b7cc27b987), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:50.790573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:50.861327 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-676d282c-46f4-4bf2-9815-aac9c423f685 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f507e036-e740-4446-b497-25f3dc6ad488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7542033 Sep 16 05:42:50.922917 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Sync routers for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:50.963541 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:51.024802 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:51.027196 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:51.282063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-a10bd651-d9fd-4f87-9421-e447a16075ff tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:51.287877 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-a10bd651-d9fd-4f87-9421-e447a16075ff tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 0.3283088 Sep 16 05:42:51.308754 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (8069e6c0-8811-4b00-a708-79b7cc27b987), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:51.323036 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 4a9373f2-152e-4678-ae44-01e763ff5697 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:51.368984 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-774d1ffe-72ff-4d54-a70a-c250b6379469 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/quotas/d6a0481b87f34225a6a44f702ba75f68 HTTP/1.1" status: 200 len: 375 time: 0.0535758 Sep 16 05:42:51.457257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (8069e6c0-8811-4b00-a708-79b7cc27b987), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:51.469948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:51.489681 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 7 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:51.529529 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40664) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:51.546239 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658366906', 'description': 'tempest-description--38011132'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:51.560889 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-759c727a-5808-4b10-8242-bc5dcf1391a9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910079 Sep 16 05:42:51.561729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8069e6c0-8811-4b00-a708-79b7cc27b987,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:51.580352 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:51.644740 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:51.693393 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:51.695862 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-dfc692c9-31e9-4292-b45a-9c67f9c283cf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4359906 Sep 16 05:42:51.699398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40670) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:51.704015 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:51.748782 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:51.756035 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:51.761987 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-3f7223dc-cdea-44c6-b5ad-960dbe498b73 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920931 Sep 16 05:42:51.856188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:51.912071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d5e3abf7-d50b-40a4-92a3-94742ec8c118 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:51.969283 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-c562f8d1-9709-4d09-a4ce-ef17aed9132e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009780 Sep 16 05:42:51.982659 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:51.989006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (ac2d160f-8a80-489f-a6c4-c4909e565b8e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.087334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 4, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '50c28321-5b59-479f-adfb-c7e668f0cd23', 'name': '', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'mac_address': 'fa:16:3e:72:fc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 2, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'subnets': [{'id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:52.089273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port d5e3abf7-d50b-40a4-92a3-94742ec8c118 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:52.089642 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.090005 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port d5e3abf7-d50b-40a4-92a3-94742ec8c118 Sep 16 05:42:52.241344 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 8 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:52.382659 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Checking router: f507e036-e740-4446-b497-25f3dc6ad488 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:52.386178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Updating router f507e036-e740-4446-b497-25f3dc6ad488 port 50c28321-5b59-479f-adfb-c7e668f0cd23 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:52.399213 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.592241 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.605289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ac2d160f-8a80-489f-a6c4-c4909e565b8e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.607439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40706) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:52.610662 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:52.636855 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:52.644837 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5d2d3f64-d975-46a9-a628-e210e86d40ed req-d5c2d616-d8f4-4e7d-98c7-72b2986c36b3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.2004755 Sep 16 05:42:52.751835 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d160f-8a80-489f-a6c4-c4909e565b8e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:52.842343 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port d5e3abf7-d50b-40a4-92a3-94742ec8c118 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:52.844495 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:52.914749 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:52.940262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:52.944704 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40736) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:52.945862 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-44c3cdd3-ccfa-4180-bf31-7b8f579baa9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4150739 Sep 16 05:42:52.952181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d160f-8a80-489f-a6c4-c4909e565b8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:53.067254 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:53.067748 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.067960 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 Sep 16 05:42:53.074843 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Allocated IP 172.27.0.23 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/73430216-9320-4152-ad0b-3cf1e03ba0f3) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:53.107323 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (b980507e-8142-46a4-8818-ac2e21915abf), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.143605 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 9 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:53.205262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-733b4adf-4e84-4fb7-bd8f-33a32343e988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.224398 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (b980507e-8142-46a4-8818-ac2e21915abf), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.290724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (b980507e-8142-46a4-8818-ac2e21915abf), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.311752 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks [] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.320726 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:53.331360 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b980507e-8142-46a4-8818-ac2e21915abf,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.373502 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:53.376051 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 468e76de-6a28-4819-bc62-fb9fd6ea8955 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:53.376429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.419245 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-545100a2-9ee1-4ccc-87e6-0a892271bd80 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:53.421202 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-545100a2-9ee1-4ccc-87e6-0a892271bd80 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c7951d6-5017-4b41-8f0e-4ca25da90bb1 HTTP/1.1" status: 200 len: 812 time: 0.6478732 Sep 16 05:42:53.429183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.430328 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4fef09b9-8701-4fd1-be70-be768ca47f39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828196 Sep 16 05:42:53.436352 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40762) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:53.440437 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d160f-8a80-489f-a6c4-c4909e565b8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:53.475375 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-355644e1-f93a-4d8d-a62f-9db88cba6a99 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/quotas/3d0323b2af5040ee976e6a0a223ebe2c HTTP/1.1" status: 200 len: 375 time: 0.0432632 Sep 16 05:42:53.478954 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.574596 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:53.585089 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:53.609440 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-e2f6ec2c-bc23-4827-9a36-0867af0b8088 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3d0323b2af5040ee976e6a0a223ebe2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182797 Sep 16 05:42:53.619490 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (b359bb25-328e-4762-85ea-f898c5a029ea), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.655772 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-733b4adf-4e84-4fb7-bd8f-33a32343e988 admin admin] Publish callbacks [] for security_group (11061af6-8a4a-4a14-9564-bbb94dd07b86), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.660525 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.701809 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 468e76de-6a28-4819-bc62-fb9fd6ea8955 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:53.702428 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.702963 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 468e76de-6a28-4819-bc62-fb9fd6ea8955 Sep 16 05:42:53.716160 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:53.746168 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cea7c-062b-4e50-945b-2f1768fbf327 None None] Pushing event updated for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.768504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=73430216-9320-4152-ad0b-3cf1e03ba0f3,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.783355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-733b4adf-4e84-4fb7-bd8f-33a32343e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (11061af6-8a4a-4a14-9564-bbb94dd07b86), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.793357 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Attempting to bind port 50c28321-5b59-479f-adfb-c7e668f0cd23 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:53.793711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Attempting to bind port 50c28321-5b59-479f-adfb-c7e668f0cd23 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:53.794097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Attempting to bind port 50c28321-5b59-479f-adfb-c7e668f0cd23 on network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:53.820778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:53.832345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:53.841187 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-733b4adf-4e84-4fb7-bd8f-33a32343e988 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0f4504fc10b84d0aa5a5fd253a89f54f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1424954 Sep 16 05:42:53.845377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:53.850467 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40780) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:53.868965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b4adf-4e84-4fb7-bd8f-33a32343e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11061af6-8a4a-4a14-9564-bbb94dd07b86,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.874855 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 10 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:53.904129 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0be86df9-9bb9-4ce5-9fde-f1a683c6d8c7 req-762eff14-16d1-40f9-bef1-38eb3874ccf3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.1067891 Sep 16 05:42:53.933087 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (b359bb25-328e-4762-85ea-f898c5a029ea), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:53.997436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.020868 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-7bfb6daf-2dac-44ff-a8d9-cbfa67d2f3e0 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:42:54.022001 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-7bfb6daf-2dac-44ff-a8d9-cbfa67d2f3e0 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1032083 Sep 16 05:42:54.027500 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] Publish callbacks [] for security_group (11061af6-8a4a-4a14-9564-bbb94dd07b86), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.037992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (b359bb25-328e-4762-85ea-f898c5a029ea), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.058521 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:54.075377 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Provisioning complete for port f7635440-c3f1-4a01-98d2-f47606a4ae1e triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:54.075978 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.076184 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 1 to provision port f7635440-c3f1-4a01-98d2-f47606a4ae1e Sep 16 05:42:54.088291 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b359bb25-328e-4762-85ea-f898c5a029ea,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.103948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] Publish callbacks [] for security_group (11061af6-8a4a-4a14-9564-bbb94dd07b86), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.105717 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 468e76de-6a28-4819-bc62-fb9fd6ea8955 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:54.107099 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.115651 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:54.116017 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Checking segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:54.116892 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.117291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Bound using segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:54.117779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Bound port: 50c28321-5b59-479f-adfb-c7e668f0cd23, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:54.118223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.159474 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.166492 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-feffe5da-8493-4bc5-9076-b861d9e9d2f9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7302155 Sep 16 05:42:54.167340 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 468e76de-6a28-4819-bc62-fb9fd6ea8955, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=468e76de-6a28-4819-bc62-fb9fd6ea8955,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:54.167943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40788) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:54.173789 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.175522 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:54.241368 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:54.262022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] For port 50c28321-5b59-479f-adfb-c7e668f0cd23, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:54.264765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] For port 50c28321-5b59-479f-adfb-c7e668f0cd23, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=50c28321-5b59-479f-adfb-c7e668f0cd23,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:54.264896 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-d66e5486-fd5c-4f79-b9e9-cb8dbc16f134 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344358 Sep 16 05:42:54.266774 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Current status of the port f7635440-c3f1-4a01-98d2-f47606a4ae1e is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:54.267150 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.271698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.272478 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7635440-c3f1-4a01-98d2-f47606a4ae1e up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:54.297136 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.383292 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] For port f7635440-c3f1-4a01-98d2-f47606a4ae1e, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=f7635440-c3f1-4a01-98d2-f47606a4ae1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:54.385146 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (11061af6-8a4a-4a14-9564-bbb94dd07b86), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.385463 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=468e76de-6a28-4819-bc62-fb9fd6ea8955,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.388256 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.389611 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/11061af6-8a4a-4a14-9564-bbb94dd07b86 HTTP/1.1" status: 204 len: 168 time: 0.5355592 Sep 16 05:42:54.415747 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3227f05-da71-4487-9e60-faae0b9c0ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11061af6-8a4a-4a14-9564-bbb94dd07b86,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.424160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port f7635440-c3f1-4a01-98d2-f47606a4ae1e triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:54.426820 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.427162 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port f7635440-c3f1-4a01-98d2-f47606a4ae1e Sep 16 05:42:54.429999 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40794) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:54.432630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.530117 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-ee5febc8-c039-4a43-a494-993b01a22824 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476718 Sep 16 05:42:54.584177 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.661736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.662584 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.718782 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.755712 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.767380 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=73430216-9320-4152-ad0b-3cf1e03ba0f3,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.825391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Provisioning complete for port d5e3abf7-d50b-40a4-92a3-94742ec8c118 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:54.825391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.825570 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 1 to provision port d5e3abf7-d50b-40a4-92a3-94742ec8c118 Sep 16 05:42:54.827237 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:54.827873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:54.913981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:54.921052 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7fdc21d8-dc2b-47f0-8435-920710d461fe tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2164025 Sep 16 05:42:54.986018 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-40c2b755-a891-443f-b34b-f7e630651047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.002121 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cea7c-062b-4e50-945b-2f1768fbf327 None None] Pushing event updated for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.183012 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:55.209140 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:55.212470 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:55.260619 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97bc1d3b-ee2a-4d4f-a3a4-35f110835086 req-36fa48c0-84c6-4ce9-a97f-a153684aa77c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.1074915 Sep 16 05:42:55.320385 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-40c2b755-a891-443f-b34b-f7e630651047 admin admin] Publish callbacks [] for security_group (9d19978f-7126-4b70-8733-2de48f29fc1e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.367828 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:55.379695 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-95068ce2-f0ec-48cf-bcf4-9766b39b1745 req-64750cbb-5ee7-4d07-a21c-c86548c3a39f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.0674176 Sep 16 05:42:55.381045 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Allocated IP 172.27.0.210 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/1f02f787-6102-44a5-899a-b7e0b1b23be6) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:55.421844 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-40c2b755-a891-443f-b34b-f7e630651047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9d19978f-7126-4b70-8733-2de48f29fc1e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.474050 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:55.498888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:55.506538 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Pushing event updated for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.534470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:55.543760 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.568809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40838) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:55.570680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b755-a891-443f-b34b-f7e630651047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19978f-7126-4b70-8733-2de48f29fc1e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.586098 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:55.593760 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-40c2b755-a891-443f-b34b-f7e630651047 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=936662ef12c046d98873d6efccaa17ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1609714 Sep 16 05:42:55.602651 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port f7635440-c3f1-4a01-98d2-f47606a4ae1e is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:55.604612 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40840) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:55.604973 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 611f4b32-baef-4d01-a833-58eb96a1caf9 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:55.615891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7667575-9864-40cd-b0fa-777cdb01624c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.647596 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:55.649198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Current status of the port d5e3abf7-d50b-40a4-92a3-94742ec8c118 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:55.653289 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.684012 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-3f4028ad-59c5-48ea-946c-ebb696c48b4a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1327220002&fields=id&tenant_id=3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 267 time: 0.2766702 Sep 16 05:42:55.710627 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Provisioning complete for port 4a9373f2-152e-4678-ae44-01e763ff5697 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:55.711040 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.711530 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Attempt 1 to provision port 4a9373f2-152e-4678-ae44-01e763ff5697 Sep 16 05:42:55.718975 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 2, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:55.724774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=1f02f787-6102-44a5-899a-b7e0b1b23be6,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.757414 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:55.758249 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Updating router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 port 32795109-d315-4516-9c36-494932a6cda1 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:55.773980 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:55.775675 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:55.779796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:42:55.831239 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (32795109-d315-4516-9c36-494932a6cda1), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.838830 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 611f4b32-baef-4d01-a833-58eb96a1caf9 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:55.839234 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.839668 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 611f4b32-baef-4d01-a833-58eb96a1caf9 Sep 16 05:42:55.859173 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-4c6ce269-20c2-45cd-b6d9-5b1ed492c3fc tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:55.866713 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-4c6ce269-20c2-45cd-b6d9-5b1ed492c3fc tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 811 time: 0.1817524 Sep 16 05:42:55.883935 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:55.891382 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-d2c1b4b5-a61f-4c72-98ec-616069e6c014 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/quotas/3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 375 time: 0.0235858 Sep 16 05:42:55.913598 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:55.970466 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] Publish callbacks [] for security_group (9d19978f-7126-4b70-8733-2de48f29fc1e), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.008342 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5aaaf-9859-48e2-8243-d1a1a5548c76 None None] Current status of the port 4a9373f2-152e-4678-ae44-01e763ff5697 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:56.024140 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] Publish callbacks [] for security_group (9d19978f-7126-4b70-8733-2de48f29fc1e), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.070222 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 4, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '50c28321-5b59-479f-adfb-c7e668f0cd23', 'name': '', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'mac_address': 'fa:16:3e:72:fc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'subnets': [{'id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:56.100847 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7667575-9864-40cd-b0fa-777cdb01624c admin admin] Publish callbacks [] for security_group (2c45311c-c660-4572-9274-e869bc934c5f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.101467 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:56.118885 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.125927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 611f4b32-baef-4d01-a833-58eb96a1caf9 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:56.140808 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84e463e-6e51-4758-a6d8-529ab17ad654 None None] The sync data for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi is: [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:47Z', 'revision_number': 4, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '50c28321-5b59-479f-adfb-c7e668f0cd23', 'name': '', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'mac_address': 'fa:16:3e:72:fc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'subnets': [{'id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:56.155407 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Provisioning complete for port 32795109-d315-4516-9c36-494932a6cda1 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:56.155799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (32795109-d315-4516-9c36-494932a6cda1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.156139 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 1 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:56.161742 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-bbf5bf10-627e-4320-979e-49294666227f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2692196 Sep 16 05:42:56.202892 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:56.205071 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks [] for port (32795109-d315-4516-9c36-494932a6cda1), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.208469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7667575-9864-40cd-b0fa-777cdb01624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2c45311c-c660-4572-9274-e869bc934c5f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.221320 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9d19978f-7126-4b70-8733-2de48f29fc1e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.225121 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.229879 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9d19978f-7126-4b70-8733-2de48f29fc1e HTTP/1.1" status: 204 len: 168 time: 0.6214762 Sep 16 05:42:56.244604 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c9f90-9039-4030-b3dd-c857218be3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19978f-7126-4b70-8733-2de48f29fc1e,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.290096 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (32795109-d315-4516-9c36-494932a6cda1), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.344139 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:56.396380 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b7667575-9864-40cd-b0fa-777cdb01624c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=be76f741eb4d43ff95ef7ca86d6cf594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8228290 Sep 16 05:42:56.407224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40852) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:56.435469 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:56.440517 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a32838-74c3-4201-93b1-17cf3aa4fb98 None None] Pushing event updated for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.483632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7667575-9864-40cd-b0fa-777cdb01624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45311c-c660-4572-9274-e869bc934c5f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.493880 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dfe7f372-b34e-41be-a2c0-e5c2e919f5b5 req-bb8f3ce3-32e3-48ae-99e3-0ddd7068b429 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0680461 Sep 16 05:42:56.532611 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-96bc3885-d3a3-4f38-8bf6-375b42b47885 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594244 Sep 16 05:42:56.548504 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 468e76de-6a28-4819-bc62-fb9fd6ea8955 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:56.570306 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.602950 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Attempting to bind port 32795109-d315-4516-9c36-494932a6cda1 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:42:56.603371 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Attempting to bind port 32795109-d315-4516-9c36-494932a6cda1 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:42:56.603760 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Attempting to bind port 32795109-d315-4516-9c36-494932a6cda1 on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:56.617177 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 468e76de-6a28-4819-bc62-fb9fd6ea8955 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:56.617799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.618317 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 468e76de-6a28-4819-bc62-fb9fd6ea8955 Sep 16 05:42:56.647580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] Publish callbacks [] for security_group (2c45311c-c660-4572-9274-e869bc934c5f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.674333 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:42:56.674730 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Checking segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:42:56.675129 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.676497 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Bound using segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:42:56.678849 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Bound port: 32795109-d315-4516-9c36-494932a6cda1, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:42:56.679241 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (32795109-d315-4516-9c36-494932a6cda1), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.679350 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-29ca889a-f39d-435c-87ca-6e7a44f85ae1 req-449f58d6-cabc-4737-92b6-0300fe6951e7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.0565057 Sep 16 05:42:56.680053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.680778 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.755915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] Publish callbacks [] for security_group (2c45311c-c660-4572-9274-e869bc934c5f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.770459 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 2 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:56.793478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=1f02f787-6102-44a5-899a-b7e0b1b23be6,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.822948 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.824317 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f430ddbf-6665-4809-ac5b-6da1377236c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6552615 Sep 16 05:42:56.850810 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] For port 32795109-d315-4516-9c36-494932a6cda1, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:56.855751 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] For port 32795109-d315-4516-9c36-494932a6cda1, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=32795109-d315-4516-9c36-494932a6cda1,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:56.863180 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-29f3c10b-fa7c-4bf6-9694-6d9d11d2d909 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263409 Sep 16 05:42:56.924150 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (32795109-d315-4516-9c36-494932a6cda1), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:56.939154 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:56.940817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 468e76de-6a28-4819-bc62-fb9fd6ea8955 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:56.942830 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 8907f7bc-72ed-4aae-bee8-fda7cc583403 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:57.020566 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 32795109-d315-4516-9c36-494932a6cda1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:57.028770 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:57.029759 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:57.098980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 8907f7bc-72ed-4aae-bee8-fda7cc583403 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:57.098980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.098980 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 8907f7bc-72ed-4aae-bee8-fda7cc583403 Sep 16 05:42:57.154288 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:57.165700 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a32838-74c3-4201-93b1-17cf3aa4fb98 None None] Pushing event updated for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.165909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2c45311c-c660-4572-9274-e869bc934c5f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.170402 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.170402 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2c45311c-c660-4572-9274-e869bc934c5f HTTP/1.1" status: 204 len: 168 time: 0.7601256 Sep 16 05:42:57.200832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d447081-1ae2-4f9a-8f67-bccfa07551b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45311c-c660-4572-9274-e869bc934c5f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.266391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 8907f7bc-72ed-4aae-bee8-fda7cc583403 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:57.271963 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:57.283155 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.301659 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 8907f7bc-72ed-4aae-bee8-fda7cc583403, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=8907f7bc-72ed-4aae-bee8-fda7cc583403,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:57.372627 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-fa66025b-75dc-4cba-a9a8-d04ade4f554c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1658366906&fields=id&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 267 time: 0.0834692 Sep 16 05:42:57.412959 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1fef0bfb-8c6e-4cfc-9b1e-1f7e15ff3779 req-0ea0da46-62f0-447c-b289-6e83f4794591 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0437291 Sep 16 05:42:57.421808 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.422699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7635440-c3f1-4a01-98d2-f47606a4ae1e up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:57.493959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:57.531408 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 3 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:57.566493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 40894) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:57.594498 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-159fb4ff-c7a5-40bd-9aaa-ddbd9024e055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.629216 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-16fb21ec-72a6-4360-b033-661d57c01691 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:57.639584 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-16fb21ec-72a6-4360-b033-661d57c01691 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 817 time: 0.2660487 Sep 16 05:42:57.706763 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-47ce1cb1-7b22-4f71-a584-17df56edf5dd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/quotas/1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 375 time: 0.0661249 Sep 16 05:42:57.746493 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:57.809170 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-4a3735d8-0a90-4e61-a3c6-c82e799646c7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015213 Sep 16 05:42:57.829134 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8f297d81-f80b-4186-b5b5-d5dd42606b19 req-323029dc-dc3c-4504-98b1-40d2f1ec9cbc tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0608816 Sep 16 05:42:57.840097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=8907f7bc-72ed-4aae-bee8-fda7cc583403,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.864815 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port f7635440-c3f1-4a01-98d2-f47606a4ae1e triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:57.865205 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.865540 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port f7635440-c3f1-4a01-98d2-f47606a4ae1e Sep 16 05:42:57.875827 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:42:57.876494 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:57.899849 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-159fb4ff-c7a5-40bd-9aaa-ddbd9024e055 admin admin] Publish callbacks [] for security_group (8a381ef2-4c51-4a9b-81f7-0bda5356103c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.945003 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:56Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:57.947854 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-159fb4ff-c7a5-40bd-9aaa-ddbd9024e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8a381ef2-4c51-4a9b-81f7-0bda5356103c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:57.997240 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2350ec-a56b-4de5-98ca-e1ae868271a0 None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:56Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:58.013265 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-159fb4ff-c7a5-40bd-9aaa-ddbd9024e055 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=21198d80eccc48d4bdc9f4a625eb1e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455836 Sep 16 05:42:58.017135 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40910) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:58.108113 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98497244-77a7-4fb1-a124-6c6052bf4e5c req-b187c7f1-0c95-4128-989c-4b48d08f025c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.1079705 Sep 16 05:42:58.112360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fb4ff-c7a5-40bd-9aaa-ddbd9024e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a381ef2-4c51-4a9b-81f7-0bda5356103c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.224378 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] Publish callbacks [] for security_group (8a381ef2-4c51-4a9b-81f7-0bda5356103c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.235455 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-f00bbb88-9edf-4898-8d8a-eb0d631cf347 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952875 Sep 16 05:42:58.235844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Current status of the port 32795109-d315-4516-9c36-494932a6cda1 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:58.236570 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (32795109-d315-4516-9c36-494932a6cda1), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.243627 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:58.311095 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] Publish callbacks [] for security_group (8a381ef2-4c51-4a9b-81f7-0bda5356103c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.323941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:42:58.362359 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port f7635440-c3f1-4a01-98d2-f47606a4ae1e is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:58.374907 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] For port 32795109-d315-4516-9c36-494932a6cda1, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=32795109-d315-4516-9c36-494932a6cda1,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:58.401771 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.15', 54841) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:58.439420 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40928) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:58.491194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8991936c-2ffb-4bab-ae63-76607a68b2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.496512 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:58.526586 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-12251686-2242-4344-aa58-d5d0c018fc43 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894549 Sep 16 05:42:58.531776 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:58.602740 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8a381ef2-4c51-4a9b-81f7-0bda5356103c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.637371 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.638710 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8a381ef2-4c51-4a9b-81f7-0bda5356103c HTTP/1.1" status: 204 len: 168 time: 0.6173840 Sep 16 05:42:58.683273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (32795109-d315-4516-9c36-494932a6cda1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.731947 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f322dc6f-982f-4b7f-84b1-c9ea2a624584 req-311bbbbe-4606-4bc7-9dd7-907a1bdf344c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1627569 Sep 16 05:42:58.748572 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99ab22-48d8-4a62-babb-255cc24597f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a381ef2-4c51-4a9b-81f7-0bda5356103c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.846447 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-858b3469-b42c-47c8-bd95-591a6ee640ef tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:58.848340 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-858b3469-b42c-47c8-bd95-591a6ee640ef tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 0.4439168 Sep 16 05:42:58.920346 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'port': {'device_id': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'admin_state_up': True, 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:58.956383 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8991936c-2ffb-4bab-ae63-76607a68b2db admin admin] Publish callbacks [] for security_group (5dcaeefa-3990-45f8-961b-16a4df25ab92), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:58.963344 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:59.007276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 32795109-d315-4516-9c36-494932a6cda1 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:59.046101 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Provisioning complete for port 29929503-3aaf-4b56-8272-6139a684ef6b triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:59.046594 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.046981 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 1 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:42:59.067605 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8991936c-2ffb-4bab-ae63-76607a68b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (5dcaeefa-3990-45f8-961b-16a4df25ab92), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.138709 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8991936c-2ffb-4bab-ae63-76607a68b2db admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d25a4129bfd24e0e9128c1e7f6a2b6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924033 Sep 16 05:42:59.141581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 40960) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:59.188319 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c8922376-afeb-4119-bcf1-ca23ba566857 req-fbb11043-34d4-46db-8ac9-0889ab491538 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.1885347 Sep 16 05:42:59.285952 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:42:59.302212 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Pushing event updated for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.304111 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991936c-2ffb-4bab-ae63-76607a68b2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcaeefa-3990-45f8-961b-16a4df25ab92,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.386197 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e534eb57-c26e-4a8a-be36-364a423a3624 req-efa36e3e-a456-4f31-9fa5-50589f9a4783 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.2267873 Sep 16 05:42:59.452213 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] Publish callbacks [] for security_group (5dcaeefa-3990-45f8-961b-16a4df25ab92), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.479944 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Made reservation on behalf of d6a0481b87f34225a6a44f702ba75f68 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:59.508706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.539324 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 29929503-3aaf-4b56-8272-6139a684ef6b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:42:59.541620 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c403de4c-24fa-411c-9613-b0d3240e26f3 req-b6ce9bed-7f80-48a1-a654-e8cc5b2677ec tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.1602542 Sep 16 05:42:59.545868 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] Publish callbacks [] for security_group (5dcaeefa-3990-45f8-961b-16a4df25ab92), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.572513 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 32795109-d315-4516-9c36-494932a6cda1 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:42:59.572513 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (32795109-d315-4516-9c36-494932a6cda1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.572513 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:42:59.602109 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 2, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:59.653709 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:59.654418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Updating router 25a844b6-7b11-4872-b2f4-abb9892242bf port 29929503-3aaf-4b56-8272-6139a684ef6b binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:59.672846 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.15', 54854) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:42:59.742347 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.755650 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 32795109-d315-4516-9c36-494932a6cda1 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:42:59.756905 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 50c28321-5b59-479f-adfb-c7e668f0cd23 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:59.943224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-6f287007-5cce-41cb-9214-0fa1ba85ebf9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:42:59.945339 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-6f287007-5cce-41cb-9214-0fa1ba85ebf9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 0.2715690 Sep 16 05:42:59.947360 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (5dcaeefa-3990-45f8-961b-16a4df25ab92), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.952102 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:42:59.953374 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5dcaeefa-3990-45f8-961b-16a4df25ab92 HTTP/1.1" status: 204 len: 168 time: 0.8097706 Sep 16 05:42:59.969665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f69454-0399-4f6c-8ee8-ee47931670c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcaeefa-3990-45f8-961b-16a4df25ab92,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.984704 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'port': {'device_id': 'efe571cb-de82-491c-9635-3172938180c4', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'admin_state_up': True, 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:00.054942 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 2 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:00.061164 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 50c28321-5b59-479f-adfb-c7e668f0cd23 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:00.065698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.065698 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 50c28321-5b59-479f-adfb-c7e668f0cd23 Sep 16 05:43:00.186825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Allocated IP 172.20.0.4 (9d3fd988-8839-4418-aac3-5a2f305886fe/3a87f945-40b5-4150-b6f7-6b7a81b866ff/cbcdb989-0857-4484-a535-0dc7038bd791) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:00.212043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 29929503-3aaf-4b56-8272-6139a684ef6b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:00.240835 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-62524edd-2645-4d10-8dde-edf7dd5c38e8 req-ec4e27b5-753d-48ac-b217-bae37dd85f1c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1519237 Sep 16 05:43:00.296241 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 50c28321-5b59-479f-adfb-c7e668f0cd23 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:00.296543 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.370263 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 50c28321-5b59-479f-adfb-c7e668f0cd23, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=50c28321-5b59-479f-adfb-c7e668f0cd23,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:00.390403 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7e19c13b-89f6-4e1a-b63e-9632f3648ff5 req-b6302725-985b-4ac4-b0ad-1cebfab651b0 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0537772 Sep 16 05:43:00.449620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Made reservation on behalf of d6a0481b87f34225a6a44f702ba75f68 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:00.453640 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.502296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.510438 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 8907f7bc-72ed-4aae-bee8-fda7cc583403 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:00.688913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:00.692450 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for port (cbcdb989-0857-4484-a535-0dc7038bd791), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.734596 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 3 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:00.793793 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:00.840897 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5480db13-aef7-46d4-ad67-4ae808737bec req-996c6a99-d936-406c-8fb3-47a02658741d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.1013980 Sep 16 05:43:00.925554 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:00.956271 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 29929503-3aaf-4b56-8272-6139a684ef6b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:00.959011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.15', 54864) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:01.006485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 8907f7bc-72ed-4aae-bee8-fda7cc583403 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:01.006887 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.007229 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 8907f7bc-72ed-4aae-bee8-fda7cc583403 Sep 16 05:43:01.027412 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ac93e8c0-9b13-496b-9857-1d696008051a req-00c5ceea-0738-4b36-b270-4d7f60f3ef90 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.1597710 Sep 16 05:43:01.168131 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks [] for port (29929503-3aaf-4b56-8272-6139a684ef6b), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.180036 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.201095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:01.272688 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.323686 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Allocated IP 172.20.0.7 (9d3fd988-8839-4418-aac3-5a2f305886fe/3a87f945-40b5-4150-b6f7-6b7a81b866ff/522eb17e-b277-46b5-bc00-ad2cd1cf9a1e) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:01.371951 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:01.404629 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d9e54-957c-4abe-951d-93ead5ce0986 None None] Pushing event updated for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.459090 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:01.474908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:01.480189 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 4 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:01.481209 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:43:01.494918 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:01.495803 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.558662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 8907f7bc-72ed-4aae-bee8-fda7cc583403 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:01.809608 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Attempting to bind port 29929503-3aaf-4b56-8272-6139a684ef6b on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:01.811325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Attempting to bind port 29929503-3aaf-4b56-8272-6139a684ef6b by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:01.813178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Attempting to bind port 29929503-3aaf-4b56-8272-6139a684ef6b on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:01.823848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:01.940326 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:01.940716 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Checking segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:01.944948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.944948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Bound using segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:01.944948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Bound port: 29929503-3aaf-4b56-8272-6139a684ef6b, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:01.944948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:01.969302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.15', 54874) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:01.979170 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Port 29929503-3aaf-4b56-8272-6139a684ef6b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:02.037174 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1ece22f0-4496-4411-880f-06b8d11a990e req-526acf14-2b11-49ff-aca4-6700e76d8c5f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.4805238 Sep 16 05:43:02.076169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 32795109-d315-4516-9c36-494932a6cda1 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:02.194367 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:02.292552 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] For port 29929503-3aaf-4b56-8272-6139a684ef6b, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:02.308491 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-18bb190f-3a91-44bc-a6f9-84a011c4924b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3932333 Sep 16 05:43:02.311381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:02.331802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-d0901e36-7610-43a6-802e-1c5fcb887139 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:43:02.333441 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-d0901e36-7610-43a6-802e-1c5fcb887139 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0194294 Sep 16 05:43:02.343072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb86-c2ac-44c0-8ff7-fdda26dd4170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:02.343274 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-14aa34b6-9ece-46b5-9d26-e8c376a88517 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:02.344603 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-14aa34b6-9ece-46b5-9d26-e8c376a88517 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5c7951d6-5017-4b41-8f0e-4ca25da90bb1 HTTP/1.1" status: 200 len: 812 time: 1.3016727 Sep 16 05:43:02.376805 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] For port 29929503-3aaf-4b56-8272-6139a684ef6b, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=29929503-3aaf-4b56-8272-6139a684ef6b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:02.382188 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-202dc48b-6299-4e2d-ba64-3d2b4d8df24a req-8365083d-e823-4615-82c4-dddc432d4618 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.1562960 Sep 16 05:43:02.386689 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:02.408863 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Request body: {'port': {'device_id': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'admin_state_up': True, 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:02.452633 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 32795109-d315-4516-9c36-494932a6cda1 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:02.460160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (32795109-d315-4516-9c36-494932a6cda1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:02.461069 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 32795109-d315-4516-9c36-494932a6cda1 Sep 16 05:43:02.620915 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 5 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:02.652771 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:02.877012 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:43:02.877787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:42:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:02.906956 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-1dec40c9-5bc6-4b1a-959b-640b42ad270b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:02.909727 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-1dec40c9-5bc6-4b1a-959b-640b42ad270b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 811 time: 0.8635416 Sep 16 05:43:02.978704 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-802485be-3639-4b2d-ad60-be00496ba915 req-fe330117-3d79-4cd6-9468-915bc438f208 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.4273291 Sep 16 05:43:03.070525 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:03.130200 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-96a093a0-6947-4c0f-8949-f7f119958066 req-43319590-d2c9-44ad-ae2d-ffc675e79f59 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 1.4006648 Sep 16 05:43:03.131656 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:03.133620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.261058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 32795109-d315-4516-9c36-494932a6cda1 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:03.262184 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 50c28321-5b59-479f-adfb-c7e668f0cd23 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:03.327175 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a138968c-7a6e-4298-b4f7-99f3f10983ee tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 380 time: 0.2928309 Sep 16 05:43:03.522604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d9e54-957c-4abe-951d-93ead5ce0986 None None] Pushing event updated for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.525713 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:03.527351 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7b4d69e1-c386-4d1a-8a37-b7d842ff1880 req-e391324c-ae13-4aef-92b5-23647ab9cbf9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1347501 Sep 16 05:43:03.530984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:03.530984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:43:03.530984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:03.530984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.532143 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Request body: {'port': {'device_id': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:03.532823 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.609439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.609439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'port': {'device_id': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'admin_state_up': True, 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'security_groups': ['8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:03.634664 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Current status of the port 29929503-3aaf-4b56-8272-6139a684ef6b is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:03.644812 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.653639 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca01a8-f639-4292-8b82-8959f1aa05db req-7a482216-f1ab-4949-baad-8bc884a229ca tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:03.655161 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Made reservation on behalf of 3d0323b2af5040ee976e6a0a223ebe2c for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:03.659157 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.667720 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-50ca01a8-f639-4292-8b82-8959f1aa05db req-7a482216-f1ab-4949-baad-8bc884a229ca tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 931 time: 0.1824508 Sep 16 05:43:03.695796 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 50c28321-5b59-479f-adfb-c7e668f0cd23 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:03.695796 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.695796 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 50c28321-5b59-479f-adfb-c7e668f0cd23 Sep 16 05:43:03.696190 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-10e44d35-7109-4371-a85d-eeee4314d83d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7152274 Sep 16 05:43:03.709408 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Request body: {'port': {'device_id': 'efe571cb-de82-491c-9635-3172938180c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:03.756697 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:43:03.782954 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-50ca01a8-f639-4292-8b82-8959f1aa05db req-ecb4cf87-4c65-49bd-a61f-e943d5c1b954 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137121 Sep 16 05:43:03.855664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:03.949656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:04.104899 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] For port 29929503-3aaf-4b56-8272-6139a684ef6b, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=29929503-3aaf-4b56-8272-6139a684ef6b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:04.117467 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:04.232477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.15', 54885) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:04.345424 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:04.445358 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Provisioning complete for port 50c28321-5b59-479f-adfb-c7e668f0cd23 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:04.445731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:04.446087 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Attempt 1 to provision port 50c28321-5b59-479f-adfb-c7e668f0cd23 Sep 16 05:43:04.473295 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d57c6cf2-721f-4a3d-a316-2597c3c783f9 req-2ff60dbd-a30e-44da-8eb7-c3d40f8acc61 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0620265 Sep 16 05:43:04.535579 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:04.598694 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcdb989-0857-4484-a535-0dc7038bd791 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:04.619030 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-abf7b15d-43c3-47bc-9a40-8a9ffd713c98 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:04.621020 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-abf7b15d-43c3-47bc-9a40-8a9ffd713c98 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 817 time: 0.3876731 Sep 16 05:43:04.623613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks [] for port (cbcdb989-0857-4484-a535-0dc7038bd791), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:04.635994 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41166) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:04.661975 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Transition to ACTIVE for port object cbcdb989-0857-4484-a535-0dc7038bd791 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:43:04.663909 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 50c28321-5b59-479f-adfb-c7e668f0cd23 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:04.769294 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41172) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:04.839463 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Allocated IP 172.20.0.5 (5c7951d6-5017-4b41-8f0e-4ca25da90bb1/3f18d026-facd-4e2f-9aa1-8d27db80bf89/be7a69b0-9a85-4361-afd9-8c01de9d91aa) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:04.851022 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41176) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:04.851831 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:04.894694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e2d37b66-78fc-475c-b535-66e64fe3fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:04.896141 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-360dfc0c-0bbe-4492-a3af-7ac9b7edad33 req-78949192-02a0-4c47-8ef9-036cd62a70c2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.2043350 Sep 16 05:43:04.946878 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:05.001685 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 29929503-3aaf-4b56-8272-6139a684ef6b up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:05.025438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.055169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:02Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.055560 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:05.076729 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9181f519-9e1a-49d7-8eea-01193ae198b8 req-fc1bc2e6-b4b3-4252-9ca2-1dfb06297153 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.2348309 Sep 16 05:43:05.135431 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Pushing event updated for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.147308 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257f245-70f6-44fe-b046-e793ae1466fe None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:02Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:05.261057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9aabe76c-1550-46e0-a87c-bd79de0b1018 None None] Current status of the port 50c28321-5b59-479f-adfb-c7e668f0cd23 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:05.261387 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Attempting to bind port cbcdb989-0857-4484-a535-0dc7038bd791 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:05.267665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Attempting to bind port cbcdb989-0857-4484-a535-0dc7038bd791 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:05.267665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Attempting to bind port cbcdb989-0857-4484-a535-0dc7038bd791 on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:05.268179 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Made reservation on behalf of 3cf2362acfe94538bba7793bd690649c for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:05.273211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.280912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 29929503-3aaf-4b56-8272-6139a684ef6b triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:05.281307 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.281668 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:05.325508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-22ff5a3f-97a1-41df-9460-626a1fc12454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.382626 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1443544450-network', 'tenant_id': '9c4cc7113aa341a5bc8e40d03d2026e6'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:05.444815 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Provisioning complete for port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:05.446467 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.446778 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 1 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:05.467235 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-71936066-1e18-4c54-b37c-5d8e1c65ef55 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 380 time: 0.8152499 Sep 16 05:43:05.586077 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'port': {'device_id': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'admin_state_up': True, 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'security_groups': ['ac2d160f-8a80-489f-a6c4-c4909e565b8e']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:05.643614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:05.645728 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 29929503-3aaf-4b56-8272-6139a684ef6b is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:05.675661 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:05.755517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Port cbcdb989-0857-4484-a535-0dc7038bd791 on network 9d3fd988-8839-4418-aac3-5a2f305886fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:05.759495 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Attempting to bind port cbcdb989-0857-4484-a535-0dc7038bd791 on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:05.760586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602110f-6261-42f4-adc2-c4d74efb7506 req-e35f7e23-e740-4ff8-8425-9644dfe99127 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:05.765437 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0fe3-3ca3-45c0-9103-9d7ac90f6f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.767682 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0602110f-6261-42f4-adc2-c4d74efb7506 req-e35f7e23-e740-4ff8-8425-9644dfe99127 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 931 time: 0.6361656 Sep 16 05:43:05.782923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks [] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.857505 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Made reservation on behalf of 9c4cc7113aa341a5bc8e40d03d2026e6 for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:05.859842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.899494 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-83d274fb-4ddd-4b42-954f-31a998c8dd15 req-553a14e1-8bce-4ab3-a9e2-b5cd145bf551 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.2132430 Sep 16 05:43:05.908050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:05.917857 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.947090 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:05.999851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Transition to ACTIVE for port object 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:43:06.046582 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0602110f-6261-42f4-adc2-c4d74efb7506 req-d0c20e06-4152-4e56-8d4a-5cd0fe32f3d5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780521 Sep 16 05:43:06.095029 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks [] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.107255 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.147230 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 2 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:06.172910 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.190122 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-36281b3f-6f13-4f18-8a2c-7c7286c721ba req-ca28a420-d0e5-4402-b648-c8effa8632b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.1007111 Sep 16 05:43:06.226667 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:06.227320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:06.229466 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Bound using segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:06.230224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Bound port: cbcdb989-0857-4484-a535-0dc7038bd791, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:06.235103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.267619 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:06.300558 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:06.338187 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Allocated IP 172.20.0.11 (6ae481d4-ec2c-4c59-8b62-d601509363c8/6b4d0afb-c28f-4b36-b08b-9fb601edc329/a64db2c4-485f-4dd7-86c1-ffc4312e91a4) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:06.414234 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-22ff5a3f-97a1-41df-9460-626a1fc12454 admin admin] Publish callbacks [] for security_group (952d5493-96c5-4100-80a7-d03090863cf1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.468222 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0fe3-3ca3-45c0-9103-9d7ac90f6f15 admin admin] Publish callbacks [] for security_group (21079c0a-2e70-4175-8ee9-bb1f23a01beb), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.469740 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:06.488704 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca75f0df-2237-4938-8573-d2f24afbf4d8 req-5338f3fc-ae58-45e3-958b-74a83033becf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.2098143 Sep 16 05:43:06.492672 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:06.498965 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-22ff5a3f-97a1-41df-9460-626a1fc12454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (952d5493-96c5-4100-80a7-d03090863cf1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.504398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cbcdb989-0857-4484-a535-0dc7038bd791,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:06.601284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.607270 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.627923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks [] for security_group (32bfed28-f895-4c09-9c37-2fcd2450eb31), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.629372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Made reservation on behalf of 1a2ef5dbdbb34457963733b3507abb34 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:06.634183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.636773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0fe3-3ca3-45c0-9103-9d7ac90f6f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (21079c0a-2e70-4175-8ee9-bb1f23a01beb), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.645778 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Attempting to bind port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:06.646197 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Attempting to bind port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:06.646563 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Attempting to bind port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:06.657240 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:06.665504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.665647 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-22ff5a3f-97a1-41df-9460-626a1fc12454 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c25ae3f893dd4d2eb1da0641addded20&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0220494 Sep 16 05:43:06.665733 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 1093 time: 3.7503405 Sep 16 05:43:06.671303 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41204) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:06.671481 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:06.672648 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:06.716848 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (32bfed28-f895-4c09-9c37-2fcd2450eb31), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:06.739238 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5a3f-97a1-41df-9460-626a1fc12454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952d5493-96c5-4100-80a7-d03090863cf1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.769980 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 3 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:06.852568 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:06.880391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:06.887381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 29929503-3aaf-4b56-8272-6139a684ef6b up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:07.037283 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 29929503-3aaf-4b56-8272-6139a684ef6b triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:07.037980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.038056 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 29929503-3aaf-4b56-8272-6139a684ef6b Sep 16 05:43:07.053428 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (f1476ef5-987e-4ea1-b6bb-eea704443a27), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.053963 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Added segment f1476ef5-987e-4ea1-b6bb-eea704443a27 of type vlan for network 10c9ef70-fad8-4a0c-b5d9-9639b6260237 Sep 16 05:43:07.102758 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-5e1d0fe3-3ca3-45c0-9103-9d7ac90f6f15 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=743739cecc414beba6faaa16a378a9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2478237 Sep 16 05:43:07.106441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:07.124276 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d972f-3650-4a12-894c-7c8ea99995a7" -d '{"events": [{"name": "network-changed", "server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:07.142949 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (10c9ef70-fad8-4a0c-b5d9-9639b6260237), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.163038 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41214) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:07.193033 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 29929503-3aaf-4b56-8272-6139a684ef6b is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:07.198635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.206320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:07.229411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e on network 9d3fd988-8839-4418-aac3-5a2f305886fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:07.230797 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Attempting to bind port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:07.254467 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048aa85-daf3-4e94-a82b-ad3700e0c829 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.257345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0fe3-3ca3-45c0-9103-9d7ac90f6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21079c0a-2e70-4175-8ee9-bb1f23a01beb,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.308136 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:43:07.312227 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:07.312227 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfed28-f895-4c09-9c37-2fcd2450eb31,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.336335 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:07.336335 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.383438 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 4 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:07.412754 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:07.490829 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:07.500909 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:07.510421 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1161897 Sep 16 05:43:07.537942 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (10c9ef70-fad8-4a0c-b5d9-9639b6260237), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.538969 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:07.539550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.563262 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.570873 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Request body: {'port': {'device_id': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:07.581784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-f1d3d865-c0c3-46d0-a737-36188703fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:07.583492 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-f1d3d865-c0c3-46d0-a737-36188703fcef service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1127 time: 0.4712448 Sep 16 05:43:07.632845 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f597573-c158-46eb-be26-4658c4b5947d req-df146245-f0fd-4d2d-9902-693623dabd3e tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:07.641270 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f597573-c158-46eb-be26-4658c4b5947d req-df146245-f0fd-4d2d-9902-693623dabd3e tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 931 time: 0.5371330 Sep 16 05:43:07.701457 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:07.701457 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:07.703369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Bound using segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:07.704194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Bound port: 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:07.704974 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.711166 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9128723 Sep 16 05:43:07.725518 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41234) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:07.774472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Request body: {'subnet': {'network_id': '10c9ef70-fad8-4a0c-b5d9-9639b6260237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1443544450-subnet', 'tenant_id': '9c4cc7113aa341a5bc8e40d03d2026e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:07.791387 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.811893 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329417-9999-4a97-9ca6-7d1ff3d8b22f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.816970 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] Publish callbacks [] for security_group (21079c0a-2e70-4175-8ee9-bb1f23a01beb), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.848518 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] Publish callbacks [] for security_group (21079c0a-2e70-4175-8ee9-bb1f23a01beb), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:07.876019 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-0b242471-0f5f-41bb-9795-9055e7c9a6e1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.2265296 Sep 16 05:43:07.944494 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f597573-c158-46eb-be26-4658c4b5947d req-a547ecc4-c72e-440d-a1d7-add428b6b558 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019736 Sep 16 05:43:07.971128 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=56 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:08.007591 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 5 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:08.014880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.029589 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.051337 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] Publish callbacks [] for security_group (952d5493-96c5-4100-80a7-d03090863cf1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.057221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Allocated IP 172.20.0.11 (188e8999-5037-4695-a578-27c8497948de/0d198aa3-63a6-478d-8ede-2fb9c97450e5/29e7391c-0225-40cb-8ca8-2a7890d5196d) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:08.085095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:08.104929 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61f778-0b80-4f8d-ac5e-b3015d21ea1c req-31bf483e-aeb4-427f-88d9-09f4780b0eed tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:08.113298 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ef61f778-0b80-4f8d-ac5e-b3015d21ea1c req-31bf483e-aeb4-427f-88d9-09f4780b0eed tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.7797260 Sep 16 05:43:08.155281 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-f56d2e4d-7c41-4390-b222-cf7385cb7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:08.159865 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-f56d2e4d-7c41-4390-b222-cf7385cb7eb9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0934410 Sep 16 05:43:08.170437 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Made reservation on behalf of 9c4cc7113aa341a5bc8e40d03d2026e6 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:08.176252 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.261933 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af890c43-8a72-4a65-856c-23a8014d066d x-openstack-request-id: req-af890c43-8a72-4a65-856c-23a8014d066d {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:08.262295 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:08.262623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af890c43-8a72-4a65-856c-23a8014d066d {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:08.263113 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af890c43-8a72-4a65-856c-23a8014d066d'] response: {'name': 'network-changed', 'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791', 'status': 'completed', 'code': 200} Sep 16 05:43:08.269016 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:08.312280 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36287f-1529-471f-b881-7f2f1e37826f admin admin] Pushing event updated for resources: {'Network': ['ID=10c9ef70-fad8-4a0c-b5d9-9639b6260237,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.325521 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 10c9ef70-fad8-4a0c-b5d9-9639b6260237 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:08.341371 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (21079c0a-2e70-4175-8ee9-bb1f23a01beb), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.343912 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:08.344065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.346484 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] Publish callbacks [] for security_group (952d5493-96c5-4100-80a7-d03090863cf1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.349178 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/21079c0a-2e70-4175-8ee9-bb1f23a01beb HTTP/1.1" status: 204 len: 168 time: 1.1860220 Sep 16 05:43:08.350319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:08.370047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.372129 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:08.384769 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:43:08.389978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:08.390597 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:08.422436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-ffa1cc25-8bad-411c-b5e0-89fa76954561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:08.425266 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-ffa1cc25-8bad-411c-b5e0-89fa76954561 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2406392 Sep 16 05:43:08.434237 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df115ac2-abc3-4578-aa69-51a8d8129fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21079c0a-2e70-4175-8ee9-bb1f23a01beb,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.564551 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c14abc-105f-4af4-af86-9d2e85e475f9 req-ffe41fc5-9de8-4ae7-8283-0aa2e0b54485 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:08.576123 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b7c14abc-105f-4af4-af86-9d2e85e475f9 req-ffe41fc5-9de8-4ae7-8283-0aa2e0b54485 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 932 time: 0.2173781 Sep 16 05:43:08.587067 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 6 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:08.594423 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-92d6a07c-08e2-4cc9-8f86-b46154007adb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0008416 Sep 16 05:43:08.670811 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Request body: {'port': {'device_id': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:08.729277 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ef61f778-0b80-4f8d-ac5e-b3015d21ea1c req-1392241a-2e7e-445d-b311-9b22bba8f337 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149025 Sep 16 05:43:08.733705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:08.740202 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:08.909024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:08.967558 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-e5db5d60-74d2-4ada-b738-c3315b033972 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278058 Sep 16 05:43:08.995705 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.036054 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b7c14abc-105f-4af4-af86-9d2e85e475f9 req-c921569f-84e8-4880-9b8f-d8f23b6c91bc tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628112 Sep 16 05:43:09.041700 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:09.060783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.078038 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:09.078038 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.078038 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 200 len: 1093 time: 5.3706052 Sep 16 05:43:09.092390 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:09.204139 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-895a3541-9d07-484a-8b3a-3a7f755566ce req-bc2c04bd-0652-4a07-a199-db53a02b9e26 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.3109107 Sep 16 05:43:09.236334 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Attempt 7 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:09.312895 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-587d4ecf-39c2-4496-906d-0ba57ffe3cd9 None None] Port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:43:09.429765 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41270) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:09.434467 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Provisioning complete for port be7a69b0-9a85-4361-afd9-8c01de9d91aa triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:09.437041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.437509 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Attempt 1 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:09.451007 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.490494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790903e9-866c-432b-8b02-ea7a974f0fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.494778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7a69b0-9a85-4361-afd9-8c01de9d91aa {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:09.504901 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks [] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.520824 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:09.528957 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Transition to ACTIVE for port object be7a69b0-9a85-4361-afd9-8c01de9d91aa will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:43:09.531576 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (952d5493-96c5-4100-80a7-d03090863cf1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.534444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.537939 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285cb83-d521-454a-bdb6-b6797ca6f4ae req-94dc8526-e489-43a5-845b-65e18ce2a417 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:09.539941 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7285cb83-d521-454a-bdb6-b6797ca6f4ae req-94dc8526-e489-43a5-845b-65e18ce2a417 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 931 time: 0.3504355 Sep 16 05:43:09.552472 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/952d5493-96c5-4100-80a7-d03090863cf1 HTTP/1.1" status: 204 len: 168 time: 2.8569999 Sep 16 05:43:09.565067 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e261f61d-726f-4def-84f0-ac0a75ead8db req-f30c3654-3805-405b-bc89-48f4fce20f63 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815263 Sep 16 05:43:09.598640 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.617440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:09.619973 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (681c2b2a-92d1-4c15-ab6e-20276ac2003f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.634559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bae93-6217-481f-bd63-ca59d3d2657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d5493-96c5-4100-80a7-d03090863cf1,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.658690 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eaa07878-2e64-4860-89a9-6951ab7b59fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.705657 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:09.716579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.754794 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.784323 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Network 188e8999-5037-4695-a578-27c8497948de is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:09.815247 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:09.820917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681c2b2a-92d1-4c15-ab6e-20276ac2003f,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.827306 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-35b19c26-7203-422a-a94f-f97f5ba30941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:09.830129 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-35b19c26-7203-422a-a94f-f97f5ba30941 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1127 time: 0.5225570 Sep 16 05:43:09.842891 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778525cb-94b2-4701-b19f-41b08b71f3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:09.849980 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:43:09.860747 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:09.861347 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:09.916234 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7285cb83-d521-454a-bdb6-b6797ca6f4ae req-518cbfe6-722e-446b-9cbf-80e3b7a21a4a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534186 Sep 16 05:43:10.022479 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Attempt 2 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:10.138704 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:10.174523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Checking segment: {'id': 'f1476ef5-987e-4ea1-b6bb-eea704443a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '10c9ef70-fad8-4a0c-b5d9-9639b6260237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:10.175743 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Network hostable DHCP agents. Network: 10c9ef70-fad8-4a0c-b5d9-9639b6260237, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:10.184889 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-b995e766-b285-4c94-b1e3-0784724e1b42 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6330926 Sep 16 05:43:10.194733 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e015a-63b3-425c-b643-8f029ad048b7 req-17262905-79a0-44ae-8b4f-02eab2d61d61 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.203710 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-351e015a-63b3-425c-b643-8f029ad048b7 req-17262905-79a0-44ae-8b4f-02eab2d61d61 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.2946806 Sep 16 05:43:10.218780 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-3f0b1bdf-0316-410d-ba98-e24090e817be service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 200 len: 217 time: 0.3151169 Sep 16 05:43:10.229316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Attempting to bind port be7a69b0-9a85-4361-afd9-8c01de9d91aa on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:10.229685 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Attempting to bind port be7a69b0-9a85-4361-afd9-8c01de9d91aa by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:10.230018 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Attempting to bind port be7a69b0-9a85-4361-afd9-8c01de9d91aa on network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:10.238921 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Request body: {'port': {'device_id': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:10.242665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-45b19a6c-e196-4226-a18a-026c15ec8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.244430 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-45b19a6c-e196-4226-a18a-026c15ec8954 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1127 time: 0.4553370 Sep 16 05:43:10.245327 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.399866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:10.410041 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603acc14-7099-44b0-aeec-5ccec71d3b23 x-openstack-request-id: req-603acc14-7099-44b0-aeec-5ccec71d3b23 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:10.410605 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:10.419008 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-603acc14-7099-44b0-aeec-5ccec71d3b23 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:10.419567 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603acc14-7099-44b0-aeec-5ccec71d3b23'] response: {'name': 'network-changed', 'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'status': 'completed', 'code': 200} Sep 16 05:43:10.435496 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-51e7a41e-cab4-4df2-9aab-d3718e55b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.437101 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-51e7a41e-cab4-4df2-9aab-d3718e55b9bc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.1694336 Sep 16 05:43:10.487785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:10.558053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Network 10c9ef70-fad8-4a0c-b5d9-9639b6260237 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:10.589613 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:10.597880 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-351e015a-63b3-425c-b643-8f029ad048b7 req-35f51824-0503-4af0-bd62-997a592d607d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692615 Sep 16 05:43:10.600569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-27ea83df-4cb3-4e7a-8e52-ed292bce3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.602169 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-27ea83df-4cb3-4e7a-8e52-ed292bce3176 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446705 Sep 16 05:43:10.640443 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Attempt 3 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:10.735156 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:10.745946 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 10c9ef70-fad8-4a0c-b5d9-9639b6260237) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:10.763743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c35c2-2786-48d6-b63b-3864e70a28bf None None] Network 10c9ef70-fad8-4a0c-b5d9-9639b6260237 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:43:10.820421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa on network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:10.820730 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Attempting to bind port be7a69b0-9a85-4361-afd9-8c01de9d91aa on network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:10.897911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41292) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:10.917443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eaa07878-2e64-4860-89a9-6951ab7b59fa admin admin] Publish callbacks [] for security_group (828b6348-9e22-4f47-90aa-736dae0a2731), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:10.927598 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-8b8e47ca-1815-4b3f-8142-4e0a7cd7ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.929395 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-8b8e47ca-1815-4b3f-8142-4e0a7cd7ec87 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.5795906 Sep 16 05:43:10.952993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.953319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec595a-ad39-4ae6-b72a-079150ebf4c2 req-69ab540d-5531-48fc-904d-e70ede7e5919 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:10.953713 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:10.961167 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dcec595a-ad39-4ae6-b72a-079150ebf4c2 req-69ab540d-5531-48fc-904d-e70ede7e5919 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 932 time: 0.5126088 Sep 16 05:43:10.965708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64db2c4-485f-4dd7-86c1-ffc4312e91a4 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:10.968612 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bea492-5e50-4621-9263-77e90377c94f None None] Network 10c9ef70-fad8-4a0c-b5d9-9639b6260237 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:43:10.982600 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks [] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.002132 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eaa07878-2e64-4860-89a9-6951ab7b59fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (828b6348-9e22-4f47-90aa-736dae0a2731), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.004331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:11.004750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Checking segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:11.005051 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Bound using segment: {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:11.005513 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Bound port: be7a69b0-9a85-4361-afd9-8c01de9d91aa, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d06f5f-4bb6-4379-817f-fdf65b84590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:11.005978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.040153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2849fd-1483-41d0-833c-ec82bcd07b81 req-dddfa06e-a94b-471c-b4f8-98f0d98cad35 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:11.041961 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8b2849fd-1483-41d0-833c-ec82bcd07b81 req-dddfa06e-a94b-471c-b4f8-98f0d98cad35 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 932 time: 0.1473718 Sep 16 05:43:11.080706 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-3c325982-df7c-4c6c-bd92-3ab73f4cde9a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.1175003 Sep 16 05:43:11.086722 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Transition to ACTIVE for port object a64db2c4-485f-4dd7-86c1-ffc4312e91a4 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:43:11.096375 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8f963ed9-6bbe-4667-a9e3-3216d22580ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.118491 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-17f0c917-6d30-4d5c-aef0-513326158816 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832664 Sep 16 05:43:11.188724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:11.218707 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa07878-2e64-4860-89a9-6951ab7b59fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b6348-9e22-4f47-90aa-736dae0a2731,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.228095 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-eaa07878-2e64-4860-89a9-6951ab7b59fa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d18b47746c9147a7aee6cbd3dd70fe45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6863055 Sep 16 05:43:11.238333 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Attempt 4 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:11.274043 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dcec595a-ad39-4ae6-b72a-079150ebf4c2 req-ec6176f3-28e2-432f-bb39-c0b28229988f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119743 Sep 16 05:43:11.276605 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41298) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:11.285923 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.340614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:43:11.342921 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a2d6f58b-7d87-40af-9282-5b8cd64c40f6 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5725777 Sep 16 05:43:11.373471 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8b2849fd-1483-41d0-833c-ec82bcd07b81 req-c540eb87-f153-42cb-9179-9087cd2973c1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836463 Sep 16 05:43:11.424483 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-1244d0fa-a25f-442c-9868-808ab9b319a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:11.427074 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-1244d0fa-a25f-442c-9868-808ab9b319a3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.3211479 Sep 16 05:43:11.558261 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:11.601697 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Pushing event updated for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.609840 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:11.610468 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:11.632436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Attempting to bind port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:11.632436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Attempting to bind port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:11.632858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks [] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.632949 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Attempting to bind port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:11.639154 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Transition to ACTIVE for port object 29e7391c-0225-40cb-8ca8-2a7890d5196d will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:43:11.644574 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-082c239f-2fe5-4adb-85c2-682f79a4ec4c req-0b866c82-6521-410c-b375-028ea2d7f9f0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058293 Sep 16 05:43:11.656476 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6d8ce-24ec-4964-a98d-ecbb5f18b6df req-6955ff40-05f1-4109-8803-1822bb991a09 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:11.658370 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a5d6d8ce-24ec-4964-a98d-ecbb5f18b6df req-6955ff40-05f1-4109-8803-1822bb991a09 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.2395539 Sep 16 05:43:11.718573 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-1f30f430-b81a-4bb6-9683-02491e13ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:11.720239 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-1f30f430-b81a-4bb6-9683-02491e13ced7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2614660 Sep 16 05:43:11.730602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:11.730602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.732048 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:11.733039 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.734775 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/be7a69b0-9a85-4361-afd9-8c01de9d91aa HTTP/1.1" status: 200 len: 1093 time: 4.1856008 Sep 16 05:43:11.752384 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:11.756578 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be8d56-7ca4-4375-83a6-a11286717280" -d '{"events": [{"name": "network-changed", "server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:11.823170 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] Publish callbacks [] for security_group (828b6348-9e22-4f47-90aa-736dae0a2731), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:11.842220 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Attempt 5 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:11.959553 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7b24-1053-4fc2-952a-f980a8984916 None None] Port be7a69b0-9a85-4361-afd9-8c01de9d91aa had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:43:12.043229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.049058 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8f963ed9-6bbe-4667-a9e3-3216d22580ba admin admin] Publish callbacks [] for security_group (4812c2b5-3aba-4203-a24c-d5d381035cb3), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.070922 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] Publish callbacks [] for security_group (828b6348-9e22-4f47-90aa-736dae0a2731), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.191486 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8f963ed9-6bbe-4667-a9e3-3216d22580ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4812c2b5-3aba-4203-a24c-d5d381035cb3), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.227684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:12.228279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Attempting to bind port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:12.236928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-1ef6da4b-8c2c-4274-8454-b55430ebd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.240558 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-1ef6da4b-8c2c-4274-8454-b55430ebd930 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3d0323b2af5040ee976e6a0a223ebe2c&device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 1127 time: 0.2097645 Sep 16 05:43:12.311001 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (828b6348-9e22-4f47-90aa-736dae0a2731), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.313552 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.318350 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/828b6348-9e22-4f47-90aa-736dae0a2731 HTTP/1.1" status: 204 len: 168 time: 1.0350120 Sep 16 05:43:12.348048 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a5d6d8ce-24ec-4964-a98d-ecbb5f18b6df req-21efd014-38c7-47de-b411-3cc4fffc1adc tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264951 Sep 16 05:43:12.349296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-590f4a4d-f9c4-4f8a-afa1-4163d3b729a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.350807 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-590f4a4d-f9c4-4f8a-afa1-4163d3b729a3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1127 time: 0.4838443 Sep 16 05:43:12.362247 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.381018 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b32ad-9df6-4271-b566-fa7c22f62400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b6348-9e22-4f47-90aa-736dae0a2731,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.387633 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c309-c2f1-4625-8432-0d7056d5d061 req-47ef698a-1276-40b6-8030-110a6c3ee8a1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.390183 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2fe4c309-c2f1-4625-8432-0d7056d5d061 req-47ef698a-1276-40b6-8030-110a6c3ee8a1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.3606689 Sep 16 05:43:12.399231 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5adb-d250-407f-97dd-9fa364534933 service neutron] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.399552 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f963ed9-6bbe-4667-a9e3-3216d22580ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4812c2b5-3aba-4203-a24c-d5d381035cb3,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.444237 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-a4beb2a9-33f7-4231-a91b-2dd3c1378272 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029455 Sep 16 05:43:12.465293 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc2e3c-1836-4711-9a50-e22168cd468a x-openstack-request-id: req-87cc2e3c-1836-4711-9a50-e22168cd468a {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:12.465293 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:12.465293 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87cc2e3c-1836-4711-9a50-e22168cd468a {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:12.465293 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cc2e3c-1836-4711-9a50-e22168cd468a'] response: {'name': 'network-changed', 'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'status': 'completed', 'code': 200} Sep 16 05:43:12.524471 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8f963ed9-6bbe-4667-a9e3-3216d22580ba admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c0487478220e447fb7ceef03ad440af5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6074431 Sep 16 05:43:12.531270 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-cc7f562e-fcb0-4949-8c42-4da40c675453 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa HTTP/1.1" status: 200 len: 217 time: 0.2297959 Sep 16 05:43:12.533075 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41328) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:12.590445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:12.590445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Checking segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:12.590445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Bound using segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:12.590445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Bound port: a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:12.590445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:12.591211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Attempting to bind port 29e7391c-0225-40cb-8ca8-2a7890d5196d on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:43:12.591211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Attempting to bind port 29e7391c-0225-40cb-8ca8-2a7890d5196d by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:43:12.591211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Attempting to bind port 29e7391c-0225-40cb-8ca8-2a7890d5196d on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:12.804019 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-d2bd636f-4d86-47ef-8ac0-1c5ef5824361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.805505 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-d2bd636f-4d86-47ef-8ac0-1c5ef5824361 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3f18d026-facd-4e2f-9aa1-8d27db80bf89 HTTP/1.1" status: 200 len: 851 time: 0.2303936 Sep 16 05:43:12.875438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc067-2ea4-4226-b2a4-60a8a846f8af req-375fd5cf-4621-451a-ad33-8cda38fa36f3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.877322 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-903dc067-2ea4-4226-b2a4-60a8a846f8af req-375fd5cf-4621-451a-ad33-8cda38fa36f3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.2415936 Sep 16 05:43:12.887163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-eb2aaa74-cba6-40d0-b450-bbdfe4c31e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:12.890604 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-eb2aaa74-cba6-40d0-b450-bbdfe4c31e7a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.4984620 Sep 16 05:43:12.918639 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:12.919604 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:12.929686 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:12.939825 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2fe4c309-c2f1-4625-8432-0d7056d5d061 req-d4388b37-810b-4ee1-aa5f-b4f5890f44c7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231544 Sep 16 05:43:12.952122 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Port 29e7391c-0225-40cb-8ca8-2a7890d5196d on network 188e8999-5037-4695-a578-27c8497948de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:12.952629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Attempting to bind port 29e7391c-0225-40cb-8ca8-2a7890d5196d on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:13.032902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:13.036891 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-e21c9096-4217-49b2-bd8e-80d585875c99 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 200 len: 217 time: 0.1325126 Sep 16 05:43:13.040507 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-fbf9ad83-aa2e-48a6-ab28-e628d20ad363 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779966 Sep 16 05:43:13.080886 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ba00-690e-43c7-a888-454c69e53f3e req-5c9c7006-121d-4caa-af9f-3b52ef97cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.094486 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-5c9c7006-121d-4caa-af9f-3b52ef97cb53 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5c7951d6-5017-4b41-8f0e-4ca25da90bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2591958 Sep 16 05:43:13.192793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] Publish callbacks [] for security_group (4812c2b5-3aba-4203-a24c-d5d381035cb3), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.211622 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:13.224790 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-8daf8b9d-ece8-49d9-98cd-ff8405f02b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.226937 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-8daf8b9d-ece8-49d9-98cd-ff8405f02b29 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.1411753 Sep 16 05:43:13.232266 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.238736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.239805 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.242035 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 1094 time: 4.5822284 Sep 16 05:43:13.266536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9861e51-1a7c-421a-98e1-386f0310f45c req-7c7d9c76-6754-46ec-93d5-9116f66513e4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.269259 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b9861e51-1a7c-421a-98e1-386f0310f45c req-7c7d9c76-6754-46ec-93d5-9116f66513e4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.1904843 Sep 16 05:43:13.281305 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-903dc067-2ea4-4226-b2a4-60a8a846f8af req-0b5f0980-c42b-4024-ba08-f120cbbd5234 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889594 Sep 16 05:43:13.360112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:43:13.360557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Checking segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:13.361071 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Bound using segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:43:13.361715 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Bound port: 29e7391c-0225-40cb-8ca8-2a7890d5196d, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:43:13.362220 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.367954 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-f7858ad8-d43e-4b7a-8319-dbd0c285ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.369671 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-f7858ad8-d43e-4b7a-8319-dbd0c285ca31 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835431 Sep 16 05:43:13.370224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41346) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:13.380227 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2098680867-network', 'tenant_id': '9d2e4b0153ff4563b91a906926526018'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:13.421147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd2096-bcc2-4abd-830e-b6046c56bf50 service neutron] Pushing event updated for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.429149 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] Publish callbacks [] for security_group (4812c2b5-3aba-4203-a24c-d5d381035cb3), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.529315 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b9861e51-1a7c-421a-98e1-386f0310f45c req-9d4def1c-ce9e-4541-a74c-15fb056fdb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704972 Sep 16 05:43:13.590441 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:13.617397 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:13.620868 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-5c00923b-a09b-45a2-8564-a9e1101b35bb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133489 Sep 16 05:43:13.743907 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4812c2b5-3aba-4203-a24c-d5d381035cb3), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.746776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.750189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4812c2b5-3aba-4203-a24c-d5d381035cb3 HTTP/1.1" status: 204 len: 168 time: 1.2114418 Sep 16 05:43:13.767224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.767972 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeda5b-56b0-4f61-a3bf-0e428833bb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4812c2b5-3aba-4203-a24c-d5d381035cb3,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.837052 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Made reservation on behalf of 9d2e4b0153ff4563b91a906926526018 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:13.840375 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.852271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.856387 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.863841 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 1094 time: 3.6405370 Sep 16 05:43:13.866054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:13.869316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb78d13-2b9a-4324-b4a7-5625405100e1 req-c33b3f3f-0fee-4a2e-a5e7-3b7d3d51054a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.871082 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-abb78d13-2b9a-4324-b4a7-5625405100e1 req-c33b3f3f-0fee-4a2e-a5e7-3b7d3d51054a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.1602612 Sep 16 05:43:13.873088 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147d828-1b96-44ea-a72e-435ead2fc83a" -d '{"events": [{"name": "network-changed", "server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:13.879820 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-46e738b8-da8d-4327-903f-66ef97fb9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:13.881429 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-46e738b8-da8d-4327-903f-66ef97fb9c3a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1128 time: 0.1604688 Sep 16 05:43:13.885891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:13.886977 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9959ba00-690e-43c7-a888-454c69e53f3e req-ad0ee591-d71c-44bb-8e77-01262edd157d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589438 Sep 16 05:43:13.981601 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7399cc-4d75-47ac-aa14-3e8c766e55ad service neutron] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.996502 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-283bef9b-f973-4aa8-b435-74b4afdfa683 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569654 Sep 16 05:43:14.009285 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-d18ca692-804e-44e4-87a6-bb404a802523 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 217 time: 0.0793419 Sep 16 05:43:14.074172 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ad796-6363-4472-ab9c-4e6f4e29ff91 x-openstack-request-id: req-027ad796-6363-4472-ab9c-4e6f4e29ff91 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:14.074518 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:14.074735 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-027ad796-6363-4472-ab9c-4e6f4e29ff91 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:14.075256 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027ad796-6363-4472-ab9c-4e6f4e29ff91'] response: {'name': 'network-changed', 'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'status': 'completed', 'code': 200} Sep 16 05:43:14.250504 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-abb78d13-2b9a-4324-b4a7-5625405100e1 req-93139075-feb3-4108-bbdc-4158421de803 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671632 Sep 16 05:43:14.302393 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17aaf6-865c-4373-95aa-60423394c1df req-0ee70922-ae0d-4c91-af64-1124ce3e0cc8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.311653 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6c17aaf6-865c-4373-95aa-60423394c1df req-0ee70922-ae0d-4c91-af64-1124ce3e0cc8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.1110342 Sep 16 05:43:14.342938 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-e0a0bd3e-e8e9-441c-a860-cf248b48e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.346123 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-e0a0bd3e-e8e9-441c-a860-cf248b48e433 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1128 time: 0.2293806 Sep 16 05:43:14.396708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-bf01c33a-0aef-4115-bca9-32348adaffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.418118 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-bf01c33a-0aef-4115-bca9-32348adaffe6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.3823678 Sep 16 05:43:14.437785 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-8bab110c-1308-46b6-aedd-517f4c7057fe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071164 Sep 16 05:43:14.481004 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:14.483120 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:14.483590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56358167-3a77-4539-bdee-79a930303ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:14.530836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:14.568094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec8f34-f98f-4874-ae0b-3fdac210e2d2 req-411795a2-94f9-4625-b048-b3021a9fbd04 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.579304 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-69ec8f34-f98f-4874-ae0b-3fdac210e2d2 req-411795a2-94f9-4625-b048-b3021a9fbd04 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.1588597 Sep 16 05:43:14.585306 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-d90350bb-c619-408c-b362-62f1586ad422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.589144 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-d90350bb-c619-408c-b362-62f1586ad422 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1487570 Sep 16 05:43:14.603287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks [] for security_group (ed82965f-877f-4fff-a1bf-74078e48567f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:14.604624 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8d56-7ca4-4375-83a6-a11286717280 req-b0d80e25-3aa0-4d9e-9639-9f9596359bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:14.606406 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-b0d80e25-3aa0-4d9e-9639-9f9596359bb1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3d0323b2af5040ee976e6a0a223ebe2c&device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 1127 time: 0.4073291 Sep 16 05:43:14.610840 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-0e91b91e-02a0-4527-8d06-cdfd7fa154e7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 217 time: 0.2274165 Sep 16 05:43:14.730987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ed82965f-877f-4fff-a1bf-74078e48567f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:14.737022 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-69ec8f34-f98f-4874-ae0b-3fdac210e2d2 req-99f16d32-36d7-46ea-a58f-d4f792e321da tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438551 Sep 16 05:43:14.797496 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:14.826866 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82965f-877f-4fff-a1bf-74078e48567f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:14.832531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (e4e50ee6-6a47-40e9-bb21-589531b0cc91), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:14.832866 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Added segment e4e50ee6-6a47-40e9-bb21-589531b0cc91 of type vlan for network 81434604-e75c-4ba4-b98e-eb4314642023 Sep 16 05:43:14.898905 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6c17aaf6-865c-4373-95aa-60423394c1df req-a09e8290-818d-4573-8a18-b9cfb8259b09 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853589 Sep 16 05:43:14.914915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f01e7cb-ef3c-4473-96c1-874e55b7683d x-openstack-request-id: req-2f01e7cb-ef3c-4473-96c1-874e55b7683d {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:14.914915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:14.914915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f01e7cb-ef3c-4473-96c1-874e55b7683d {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:14.914915 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f01e7cb-ef3c-4473-96c1-874e55b7683d'] response: {'name': 'network-changed', 'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'status': 'completed', 'code': 200} Sep 16 05:43:14.927397 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-42694dae-1ad5-410b-b62c-5d4875f664e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227222 Sep 16 05:43:14.974030 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (81434604-e75c-4ba4-b98e-eb4314642023), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:15.101321 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c554b-1480-4e2b-b2d7-25ba5aafc7c1 req-5168e13d-f52a-460b-ae60-9ad5e3ee456d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.110456 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-954c554b-1480-4e2b-b2d7-25ba5aafc7c1 req-5168e13d-f52a-460b-ae60-9ad5e3ee456d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.1263127 Sep 16 05:43:15.166448 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-0fe4a581-0abe-42ff-a4e2-373f9944abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.169625 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-0fe4a581-0abe-42ff-a4e2-373f9944abc6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.5276918 Sep 16 05:43:15.180706 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d1422b64-ea86-46eb-a0f3-33921e888aed req-bf92a896-96e9-46d6-af9c-331b96c78ba4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317209 Sep 16 05:43:15.191092 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-954c554b-1480-4e2b-b2d7-25ba5aafc7c1 req-a022cf41-0ecb-484e-8a3b-18b33327b1bf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795462 Sep 16 05:43:15.223119 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (81434604-e75c-4ba4-b98e-eb4314642023), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:15.228344 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.229075 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:15.250339 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8d56-7ca4-4375-83a6-a11286717280 req-59fa0444-e54c-406f-a09d-a5fc504a4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.251880 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-59fa0444-e54c-406f-a09d-a5fc504a4dbc service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5c7951d6-5017-4b41-8f0e-4ca25da90bb1 HTTP/1.1" status: 200 len: 913 time: 0.6151681 Sep 16 05:43:15.323819 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] Pushing event updated for resources: {'Network': ['ID=81434604-e75c-4ba4-b98e-eb4314642023,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:15.323949 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-eb2823b1-f77a-4825-8413-3553cab11bd2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa HTTP/1.1" status: 200 len: 217 time: 0.0518703 Sep 16 05:43:15.333539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-2a358449-7123-4881-a039-6a0b4bab7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.341617 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 81434604-e75c-4ba4-b98e-eb4314642023 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:15.342892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-2a358449-7123-4881-a039-6a0b4bab7456 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184862 Sep 16 05:43:15.406336 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41404) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:15.407085 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4fbad0c3-1ce7-45ec-8b60-acff4e295e0c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0291662 Sep 16 05:43:15.412688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Request body: {'subnet': {'network_id': '81434604-e75c-4ba4-b98e-eb4314642023', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2098680867-subnet', 'tenant_id': '9d2e4b0153ff4563b91a906926526018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.501923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:15.591178 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dd43d-51db-4ed0-b972-caf05c6e473f req-061f9583-6a1c-4ec5-acf5-9458358510d3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.592611 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f81dd43d-51db-4ed0-b972-caf05c6e473f req-061f9583-6a1c-4ec5-acf5-9458358510d3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.1686096 Sep 16 05:43:15.631823 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Made reservation on behalf of 9d2e4b0153ff4563b91a906926526018 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:15.634322 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:15.637921 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:15.738118 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8d56-7ca4-4375-83a6-a11286717280 req-f212f4c0-2788-475c-9765-bb426fd97a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.739854 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-f212f4c0-2788-475c-9765-bb426fd97a79 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3f18d026-facd-4e2f-9aa1-8d27db80bf89 HTTP/1.1" status: 200 len: 851 time: 0.2287176 Sep 16 05:43:15.760599 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358167-3a77-4539-bdee-79a930303ca8 req-baa6252e-ee0f-4e5d-884f-e1daab6e4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.764085 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-baa6252e-ee0f-4e5d-884f-e1daab6e4eb4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1128 time: 0.1180382 Sep 16 05:43:15.856985 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-8eab3cdb-53a3-4553-8d00-bb6558246e69 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468854 Sep 16 05:43:15.881574 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f81dd43d-51db-4ed0-b972-caf05c6e473f req-cbb9f6a7-5f22-40c1-9b0f-93b4a68a8e2a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548590 Sep 16 05:43:15.909977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8d56-7ca4-4375-83a6-a11286717280 req-f9f15441-2b84-48a6-a589-169b6b346935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.914407 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-f9f15441-2b84-48a6-a589-169b6b346935 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5c7951d6-5017-4b41-8f0e-4ca25da90bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405110 Sep 16 05:43:15.921138 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358167-3a77-4539-bdee-79a930303ca8 req-a6185547-e2b5-429b-bebd-b8d693db97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:15.922721 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-a6185547-e2b5-429b-bebd-b8d693db97b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.1183755 Sep 16 05:43:15.938622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:16.015440 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-262788e4-18da-45b4-ba22-f1fe3f1dd6e7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 217 time: 0.0779421 Sep 16 05:43:16.036450 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960eb0-6463-4331-9d6c-a591e0aa3ca1 req-e6974701-31e0-496c-8a4e-ca2b75067222 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:16.047042 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f3960eb0-6463-4331-9d6c-a591e0aa3ca1 req-e6974701-31e0-496c-8a4e-ca2b75067222 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.1203489 Sep 16 05:43:16.072449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:16.121218 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f3960eb0-6463-4331-9d6c-a591e0aa3ca1 req-9f398e98-4e90-4ed3-9832-5c5b00c8c193 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732944 Sep 16 05:43:16.341677 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983f12-f747-4e93-9503-73202f292c5b req-bf267163-aa33-43e2-a116-d1220b7766be tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:16.343078 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8e983f12-f747-4e93-9503-73202f292c5b req-bf267163-aa33-43e2-a116-d1220b7766be tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0497756 Sep 16 05:43:16.372966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480216d-1d38-46b2-9202-0925528cd4e3 req-c8f17372-5283-4c54-b1b7-29fc4d22a456 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:16.378742 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a480216d-1d38-46b2-9202-0925528cd4e3 req-c8f17372-5283-4c54-b1b7-29fc4d22a456 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.3590615 Sep 16 05:43:16.449956 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8e983f12-f747-4e93-9503-73202f292c5b req-77585966-54aa-4372-817a-2b4feed917f1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003346 Sep 16 05:43:16.459519 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bf5260-e698-4b2c-9a0f-19056f9ef787 req-1aafe423-16dc-40c3-99b9-9fcf32c71a5d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671575 Sep 16 05:43:16.508277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358167-3a77-4539-bdee-79a930303ca8 req-fd3e31f0-6ccb-4818-946b-0b3f788c74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:16.513069 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-fd3e31f0-6ccb-4818-946b-0b3f788c74b2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.1013336 Sep 16 05:43:16.524032 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-2c9ddcc3-6576-4290-9f48-474168d49fd6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822241 Sep 16 05:43:16.558460 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a480216d-1d38-46b2-9202-0925528cd4e3 req-d210dfc1-3940-4a4c-a6e4-70e81683846e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652012 Sep 16 05:43:16.665277 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (64682658-9c48-4ede-8790-e75cd4c8fdbc), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:16.726578 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:16.729588 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64682658-9c48-4ede-8790-e75cd4c8fdbc,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.740404 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Checking segment: {'id': 'e4e50ee6-6a47-40e9-bb21-589531b0cc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '81434604-e75c-4ba4-b98e-eb4314642023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:43:16.740754 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Network hostable DHCP agents. Network: 81434604-e75c-4ba4-b98e-eb4314642023, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:16.819721 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Network 81434604-e75c-4ba4-b98e-eb4314642023 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:16.911644 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 81434604-e75c-4ba4-b98e-eb4314642023) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:16.918329 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:16.918928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:16.930872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db34fa-6bb3-4184-818b-d64777c7da98 None None] Network 81434604-e75c-4ba4-b98e-eb4314642023 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:43:17.005698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:17.032816 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-986aa3c7-81e7-4cbb-a2c0-b3d9f289aef5 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6245010 Sep 16 05:43:17.039393 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a831a4f-769b-491f-b09f-d8be2fed1def None None] Network 81434604-e75c-4ba4-b98e-eb4314642023 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:43:17.073582 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c337c3-bd82-4810-9b5b-dc97b428d224 req-679870c8-5286-4d64-ab63-582b50f23e15 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:17.077603 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e4c337c3-bd82-4810-9b5b-dc97b428d224 req-679870c8-5286-4d64-ab63-582b50f23e15 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.1058807 Sep 16 05:43:17.096102 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:17.147353 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:17.152481 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e4c337c3-bd82-4810-9b5b-dc97b428d224 req-31937f69-4070-4bba-9635-cdedfdf7685a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Sep 16 05:43:17.290002 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1143f1-79ec-46bf-bdfa-a47986eb9838 req-1f6a3c4c-507e-4ccf-8ace-5620227cd4ce tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:17.291501 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bb1143f1-79ec-46bf-bdfa-a47986eb9838 req-1f6a3c4c-507e-4ccf-8ace-5620227cd4ce tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.0571082 Sep 16 05:43:17.343976 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bb1143f1-79ec-46bf-bdfa-a47986eb9838 req-d873b5ce-7c83-4910-8b02-a82ea5b51a48 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467505 Sep 16 05:43:17.579103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:17.628646 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72140b7d-5ba8-4d24-a737-ef6bf3472565 req-641b1f96-38ca-43fe-89d0-123e33973c9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:17.630412 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-72140b7d-5ba8-4d24-a737-ef6bf3472565 req-641b1f96-38ca-43fe-89d0-123e33973c9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0615788 Sep 16 05:43:17.683678 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-72140b7d-5ba8-4d24-a737-ef6bf3472565 req-e7d188e0-aab1-4351-9c35-b4674437e635 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 Sep 16 05:43:17.700601 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746e2e-6bec-4f26-bd8e-d665e1dd2222 req-17057edb-4519-43dd-8a5a-8031220a82fa tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:17.702227 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-45746e2e-6bec-4f26-bd8e-d665e1dd2222 req-17057edb-4519-43dd-8a5a-8031220a82fa tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.0679693 Sep 16 05:43:17.760910 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-45746e2e-6bec-4f26-bd8e-d665e1dd2222 req-d13b90ae-9f05-42d4-bed5-edf8b56fea1c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Sep 16 05:43:17.946797 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:18.081792 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41518) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:18.253660 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a98a193a-20f3-4723-ba3b-e92e4c42592b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.255712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358167-3a77-4539-bdee-79a930303ca8 req-cf47c5a0-2c8d-48d2-9312-8e396f7f77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:18.258150 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-cf47c5a0-2c8d-48d2-9312-8e396f7f77d1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692275 Sep 16 05:43:18.325810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d1df5-6c0e-4cc0-b1a4-38e096cba2df req-edfbaa77-ab05-4087-b5d7-d827ee050638 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:18.325810 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-003d1df5-6c0e-4cc0-b1a4-38e096cba2df req-edfbaa77-ab05-4087-b5d7-d827ee050638 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0595469 Sep 16 05:43:18.336592 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-71be8d56-7ca4-4375-83a6-a11286717280 req-45af303f-5852-44cb-b70e-b3c91b884783 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628842 Sep 16 05:43:18.374547 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-003d1df5-6c0e-4cc0-b1a4-38e096cba2df req-046883d4-93cd-4621-a322-1aee5169057b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Sep 16 05:43:18.379425 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a98a193a-20f3-4723-ba3b-e92e4c42592b admin admin] Publish callbacks [] for security_group (73e00144-f403-48c2-9bfe-da147871d817), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.459636 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a98a193a-20f3-4723-ba3b-e92e4c42592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (73e00144-f403-48c2-9bfe-da147871d817), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.491574 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1fc7-711e-4007-a0b6-fc1b2717894a req-7ab99beb-b6e3-4ae2-b5c8-56762e496a51 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:18.493039 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fb8c1fc7-711e-4007-a0b6-fc1b2717894a req-7ab99beb-b6e3-4ae2-b5c8-56762e496a51 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.0653403 Sep 16 05:43:18.523699 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a98a193a-20f3-4723-ba3b-e92e4c42592b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a2aaa9bd04ae4c84adc8720c1b8499dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480743 Sep 16 05:43:18.526394 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41538) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:18.535751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a193a-20f3-4723-ba3b-e92e4c42592b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e00144-f403-48c2-9bfe-da147871d817,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.562407 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fb8c1fc7-711e-4007-a0b6-fc1b2717894a req-35732d82-08ed-442a-9bfa-eb86150a8d34 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631683 Sep 16 05:43:18.589984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] Publish callbacks [] for security_group (73e00144-f403-48c2-9bfe-da147871d817), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.606398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] Publish callbacks [] for security_group (73e00144-f403-48c2-9bfe-da147871d817), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.659532 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41542) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:18.745947 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (73e00144-f403-48c2-9bfe-da147871d817), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.748863 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.752665 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/73e00144-f403-48c2-9bfe-da147871d817 HTTP/1.1" status: 204 len: 168 time: 0.2247078 Sep 16 05:43:18.760747 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:18.777442 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c2ccf-79f3-4dec-bfcd-0a81233b3b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e00144-f403-48c2-9bfe-da147871d817,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.781037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2d88-81cc-41d8-b2a0-662a0373499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.850320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910869cd-de24-4edb-901f-d5a91830df44 req-ae471e7c-d7f0-4e68-b13b-ea1f72847d89 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:18.851856 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-910869cd-de24-4edb-901f-d5a91830df44 req-ae471e7c-d7f0-4e68-b13b-ea1f72847d89 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0666680 Sep 16 05:43:18.929752 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055fcf8-355e-4754-abfc-63cb92e9ab3f req-5f4b8e1f-4774-4d8c-afff-1f67305813a1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:18.931274 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3055fcf8-355e-4754-abfc-63cb92e9ab3f req-5f4b8e1f-4774-4d8c-afff-1f67305813a1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 943 time: 0.0647428 Sep 16 05:43:18.931903 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:18.944572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'port_id': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'mac_address': 'fa:16:3e:92:a7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:18.951506 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-910869cd-de24-4edb-901f-d5a91830df44 req-58763d9c-7aee-4ee0-b272-dd9c6f71b601 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899160 Sep 16 05:43:18.959181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2d88-81cc-41d8-b2a0-662a0373499b admin admin] Publish callbacks [] for security_group (1fe724d9-bb54-491f-b1bb-60f10004713f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:18.998059 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:18.998563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.012073 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:19.019168 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3055fcf8-355e-4754-abfc-63cb92e9ab3f req-66e57396-63a1-4e2d-95cc-82c71b0260ee tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674055 Sep 16 05:43:19.037704 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:19.043326 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2d88-81cc-41d8-b2a0-662a0373499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1fe724d9-bb54-491f-b1bb-60f10004713f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.086772 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d6ac2d88-81cc-41d8-b2a0-662a0373499b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e6243987d41741bfb728405997d57536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261241 Sep 16 05:43:19.087977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac2d88-81cc-41d8-b2a0-662a0373499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe724d9-bb54-491f-b1bb-60f10004713f,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.090792 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41554) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:19.105337 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:19.117573 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.163131 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] Publish callbacks [] for security_group (1fe724d9-bb54-491f-b1bb-60f10004713f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.169418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.195199 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] Publish callbacks [] for security_group (1fe724d9-bb54-491f-b1bb-60f10004713f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.197647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:19.311177 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1fe724d9-bb54-491f-b1bb-60f10004713f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.313848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.317360 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fe724d9-bb54-491f-b1bb-60f10004713f HTTP/1.1" status: 204 len: 168 time: 0.2229822 Sep 16 05:43:19.323731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc758-6bf7-454c-91c8-71199a27ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe724d9-bb54-491f-b1bb-60f10004713f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.388625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:19.458499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['522eb17e-b277-46b5-bc00-ad2cd1cf9a1e'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:43:19.489971 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41570) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:19.513773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86e89a-4a2b-4ebc-a10e-78908f736061 req-d590069f-274a-4f00-ad49-f6cb14d722ce tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:19.515830 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-eb86e89a-4a2b-4ebc-a10e-78908f736061 req-d590069f-274a-4f00-ad49-f6cb14d722ce tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0621481 Sep 16 05:43:19.516053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a15741a7-b610-4b6d-a6bd-38080236413f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.615037 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-eb86e89a-4a2b-4ebc-a10e-78908f736061 req-838bfa35-3350-4699-9c10-ca5702403c23 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Sep 16 05:43:19.664349 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a15741a7-b610-4b6d-a6bd-38080236413f admin admin] Publish callbacks [] for security_group (ec677c55-2fb8-4c55-beb0-6b04f8c199fb), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.757849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a15741a7-b610-4b6d-a6bd-38080236413f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ec677c55-2fb8-4c55-beb0-6b04f8c199fb), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.807583 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-940be688-fb0c-4154-943b-dcd659efc9c2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986917 Sep 16 05:43:19.809158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b734-b5d6-4c20-94a8-6a79ca61db57 req-dacb3913-295b-4d99-95e9-a52ddc5c733f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:19.810673 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c253b734-b5d6-4c20-94a8-6a79ca61db57 req-dacb3913-295b-4d99-95e9-a52ddc5c733f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.1129587 Sep 16 05:43:19.819330 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-8b7c550f-2da4-4304-9e2c-420ae79e9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:19.820785 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-8b7c550f-2da4-4304-9e2c-420ae79e9e48 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1128 time: 0.1111474 Sep 16 05:43:19.832799 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a15741a7-b610-4b6d-a6bd-38080236413f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7dfc2e5a84564167ac87fe68c60c7882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387966 Sep 16 05:43:19.833066 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41582) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:19.835778 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15741a7-b610-4b6d-a6bd-38080236413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec677c55-2fb8-4c55-beb0-6b04f8c199fb,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.870574 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:19.881108 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c253b734-b5d6-4c20-94a8-6a79ca61db57 req-9e6749b6-eac2-4dba-bbae-c45538e1d532 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591841 Sep 16 05:43:19.902655 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] Publish callbacks [] for security_group (ec677c55-2fb8-4c55-beb0-6b04f8c199fb), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:19.929288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] Publish callbacks [] for security_group (ec677c55-2fb8-4c55-beb0-6b04f8c199fb), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.057208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ec677c55-2fb8-4c55-beb0-6b04f8c199fb), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.060032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.063771 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ec677c55-2fb8-4c55-beb0-6b04f8c199fb HTTP/1.1" status: 204 len: 168 time: 0.2273037 Sep 16 05:43:20.106288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa02b6-86e8-4fb2-b863-182795d6e732 req-155224f9-d65b-4d79-a3b6-31de26ece0c1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.107847 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9fa02b6-86e8-4fb2-b863-182795d6e732 req-155224f9-d65b-4d79-a3b6-31de26ece0c1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0791628 Sep 16 05:43:20.109183 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74b18-2959-44a6-98b8-5ad5a0431f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec677c55-2fb8-4c55-beb0-6b04f8c199fb,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:20.180475 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06264c-71f9-48e5-8ad5-ad497fc81467 req-c4950a10-11a3-41ed-b79d-f20ee75dcb7d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.190732 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1c06264c-71f9-48e5-8ad5-ad497fc81467 req-c4950a10-11a3-41ed-b79d-f20ee75dcb7d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 944 time: 0.0693421 Sep 16 05:43:20.223826 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9fa02b6-86e8-4fb2-b863-182795d6e732 req-f6065329-7a54-42b4-90f9-cf0d0b32ccbf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050756 Sep 16 05:43:20.248242 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1c06264c-71f9-48e5-8ad5-ad497fc81467 req-46b6161e-3b49-449a-9ac5-3ed3fd31fd21 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Sep 16 05:43:20.289778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41598) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:20.303658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6eaa67d5-0a33-461a-a0e2-9c466c19004c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.378948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6eaa67d5-0a33-461a-a0e2-9c466c19004c admin admin] Publish callbacks [] for security_group (677e31a2-cdf6-444f-aae1-d4fdc3ccc433), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.483619 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6eaa67d5-0a33-461a-a0e2-9c466c19004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (677e31a2-cdf6-444f-aae1-d4fdc3ccc433), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.535223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:20.571787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa67d5-0a33-461a-a0e2-9c466c19004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e31a2-cdf6-444f-aae1-d4fdc3ccc433,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:20.580094 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6eaa67d5-0a33-461a-a0e2-9c466c19004c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=de0792ab075a4239ad92ff4d454d7673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868237 Sep 16 05:43:20.581510 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41608) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:20.620030 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56358167-3a77-4539-bdee-79a930303ca8 req-819c8b99-f5c5-4bd8-87be-d7e4e52005a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187387 Sep 16 05:43:20.621847 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-adbb8e82-7794-48fe-9d00-31a6d7fb2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.623275 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-adbb8e82-7794-48fe-9d00-31a6d7fb2245 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.1229687 Sep 16 05:43:20.681804 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-4970be1c-4457-43cb-a713-5de538245f49 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 217 time: 0.0390038 Sep 16 05:43:20.704920 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:20.727572 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] Publish callbacks [] for security_group (677e31a2-cdf6-444f-aae1-d4fdc3ccc433), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.752220 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a0a90-fdeb-41f2-a378-c3eef8cbb069 req-a4822b82-7595-4811-abe4-2ace8c27fe09 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.760147 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2d5a0a90-fdeb-41f2-a378-c3eef8cbb069 req-a4822b82-7595-4811-abe4-2ace8c27fe09 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0640516 Sep 16 05:43:20.762669 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] Publish callbacks [] for security_group (677e31a2-cdf6-444f-aae1-d4fdc3ccc433), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:20.767416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device be7a69b0-9a85-4361-afd9-8c01de9d91aa details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:20.774993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-4ddf1526-f03d-41be-9d05-3b4313a91348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.776462 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-4ddf1526-f03d-41be-9d05-3b4313a91348 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0864596 Sep 16 05:43:20.792898 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:20.796976 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:20.822888 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2d5a0a90-fdeb-41f2-a378-c3eef8cbb069 req-46022f3e-a72e-4465-ae07-cf187679309a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610328 Sep 16 05:43:20.860589 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-a9e5579a-ad4e-42c4-b351-19397edf4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:20.863398 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-a9e5579a-ad4e-42c4-b351-19397edf4ef0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758264 Sep 16 05:43:20.900706 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:43:20.935681 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:20.950852 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:20.965342 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'network_id': '5c7951d6-5017-4b41-8f0e-4ca25da90bb1', 'port_id': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'mac_address': 'fa:16:3e:89:78:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f18d026-facd-4e2f-9aa1-8d27db80bf89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:21.007125 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port be7a69b0-9a85-4361-afd9-8c01de9d91aa is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:21.007576 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.023867 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:21.024151 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.024840 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e Sep 16 05:43:21.028891 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7a69b0-9a85-4361-afd9-8c01de9d91aa {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:21.039128 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (677e31a2-cdf6-444f-aae1-d4fdc3ccc433), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.041758 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.042913 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/677e31a2-cdf6-444f-aae1-d4fdc3ccc433 HTTP/1.1" status: 204 len: 168 time: 0.4596963 Sep 16 05:43:21.070807 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d493-f73e-464e-8c01-6f579ee32717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e31a2-cdf6-444f-aae1-d4fdc3ccc433,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.091783 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:21.096009 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:21.116281 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467d259-87b3-47cd-93d7-0aa6c7edbf7d req-c80a18bd-149c-4bda-a9bc-30f9f7cf31d1 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:21.126784 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c467d259-87b3-47cd-93d7-0aa6c7edbf7d req-c80a18bd-149c-4bda-a9bc-30f9f7cf31d1 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.1293073 Sep 16 05:43:21.126784 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-b8cb3906-caa7-4016-ba75-fb228296cb3c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523203 Sep 16 05:43:21.170876 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:21.171490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.193404 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.194095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a64db2c4-485f-4dd7-86c1-ffc4312e91a4 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:21.201662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:21.221371 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c467d259-87b3-47cd-93d7-0aa6c7edbf7d req-82968d8e-8c81-45f3-a9ac-387235e2741a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970981 Sep 16 05:43:21.293939 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3147d828-1b96-44ea-a72e-435ead2fc83a req-b8681ce4-3bdd-4d1c-b748-504de6d9f2c7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419058 Sep 16 05:43:21.320185 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:21.368730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.399665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.449192 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069cbe-ff8f-4588-a8d1-c14a2ee7c1c0 req-5902a062-4741-439c-888b-8fcd042324c1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:21.467439 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f069cbe-ff8f-4588-a8d1-c14a2ee7c1c0 req-5902a062-4741-439c-888b-8fcd042324c1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 944 time: 0.1143165 Sep 16 05:43:21.479271 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.497914 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:21.510639 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'port_id': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'mac_address': 'fa:16:3e:bb:cf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:21.514246 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555f68-b8ec-4b66-8ab5-4f6f0ab5064b req-b7ff3be0-b804-4ae0-942e-aebd8728fef8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:21.523341 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1e555f68-b8ec-4b66-8ab5-4f6f0ab5064b req-b7ff3be0-b804-4ae0-942e-aebd8728fef8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.1321583 Sep 16 05:43:21.566776 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f069cbe-ff8f-4588-a8d1-c14a2ee7c1c0 req-22984972-c18a-4e83-9a86-0d08d6b2298f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978205 Sep 16 05:43:21.593592 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1e555f68-b8ec-4b66-8ab5-4f6f0ab5064b req-d65fa088-5241-43df-91ab-4335a510d92e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676379 Sep 16 05:43:21.605531 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:21.605966 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.624499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64db2c4-485f-4dd7-86c1-ffc4312e91a4 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:21.650400 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:21.757246 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:21.758306 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cbcdb989-0857-4484-a535-0dc7038bd791 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:21.864299 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2082de0-34ff-4cae-85fc-b15fa5522f9a" -d '{"events": [{"server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "name": "network-vif-plugged", "status": "completed", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:21.870495 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.947477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cbcdb989-0857-4484-a535-0dc7038bd791,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:21.961721 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'cbcdb989-0857-4484-a535-0dc7038bd791', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'port_id': 'cbcdb989-0857-4484-a535-0dc7038bd791', 'mac_address': 'fa:16:3e:97:8b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:21.999977 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port cbcdb989-0857-4484-a535-0dc7038bd791 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:22.000364 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.004267 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e96fc-ef3d-490f-be8a-7d0fdc024960 req-45a869aa-d38d-440c-8df9-6a3746243f28 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:22.005786 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a46e96fc-ef3d-490f-be8a-7d0fdc024960 req-45a869aa-d38d-440c-8df9-6a3746243f28 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.0567062 Sep 16 05:43:22.014430 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcdb989-0857-4484-a535-0dc7038bd791 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:22.046469 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cbcdb989-0857-4484-a535-0dc7038bd791,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:22.055828 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41662) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:22.077126 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-02bc03b3-172a-43a8-a7eb-0efc86463340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.096286 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a46e96fc-ef3d-490f-be8a-7d0fdc024960 req-e7de3a04-d71b-48c0-a294-b1a4530555d8 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842545 Sep 16 05:43:22.118251 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:22.173567 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.218470 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-02bc03b3-172a-43a8-a7eb-0efc86463340 admin admin] Publish callbacks [] for security_group (996781d8-deeb-4c25-a62e-2369c2fb5c3d), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.246199 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480e9c1-b19e-4f03-8794-d9a0df539668 x-openstack-request-id: req-2480e9c1-b19e-4f03-8794-d9a0df539668 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:22.246515 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "name": "network-vif-plugged", "status": "completed", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:22.246924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2480e9c1-b19e-4f03-8794-d9a0df539668 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:22.247342 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2480e9c1-b19e-4f03-8794-d9a0df539668'] response: {'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'code': 200} Sep 16 05:43:22.250754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.282620 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-02bc03b3-172a-43a8-a7eb-0efc86463340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (996781d8-deeb-4c25-a62e-2369c2fb5c3d), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.320784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:22.335674 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-02bc03b3-172a-43a8-a7eb-0efc86463340 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e82e030b88414e95b3883f160eacc901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779145 Sep 16 05:43:22.339485 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41672) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:22.346103 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:22.350561 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc03b3-172a-43a8-a7eb-0efc86463340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996781d8-deeb-4c25-a62e-2369c2fb5c3d,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.376321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1b8c9-534d-4ad7-bb03-c7ebb628364b req-66fa5d9a-5932-4546-8e63-f4c79fb346d8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:22.384586 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-64d1b8c9-534d-4ad7-bb03-c7ebb628364b req-66fa5d9a-5932-4546-8e63-f4c79fb346d8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0575273 Sep 16 05:43:22.400892 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] Publish callbacks [] for security_group (996781d8-deeb-4c25-a62e-2369c2fb5c3d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.422941 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] Publish callbacks [] for security_group (996781d8-deeb-4c25-a62e-2369c2fb5c3d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.440905 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-64d1b8c9-534d-4ad7-bb03-c7ebb628364b req-14395159-0d8f-42d2-be32-901dac4d2bde tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547590 Sep 16 05:43:22.591691 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (996781d8-deeb-4c25-a62e-2369c2fb5c3d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.598466 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.600585 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/996781d8-deeb-4c25-a62e-2369c2fb5c3d HTTP/1.1" status: 204 len: 168 time: 0.2595117 Sep 16 05:43:22.615309 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6676-d346-4f7d-8170-4c8ced526628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996781d8-deeb-4c25-a62e-2369c2fb5c3d,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.736684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b467002-5717-41df-a43a-101d775e479b req-aba05bae-3667-44ad-a5ea-a0dc04bff90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:22.739221 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4b467002-5717-41df-a43a-101d775e479b req-aba05bae-3667-44ad-a5ea-a0dc04bff90c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1129 time: 0.1017241 Sep 16 05:43:22.767999 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6e64-9dfc-4c5e-ab80-882477492059 req-47c26c2d-226f-48dc-b601-bf87cc7e83be tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:22.772163 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-312c6e64-9dfc-4c5e-ab80-882477492059 req-47c26c2d-226f-48dc-b601-bf87cc7e83be tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.1028297 Sep 16 05:43:22.837112 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['cbcdb989-0857-4484-a535-0dc7038bd791'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:43:22.839797 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:22.842097 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-4b467002-5717-41df-a43a-101d775e479b req-20e723b2-ff81-40c5-8270-e9c8b9c15698 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:22.862923 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-312c6e64-9dfc-4c5e-ab80-882477492059 req-a946952c-7e35-43f4-a6ff-0d6575f9aa0d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777559 Sep 16 05:43:22.864361 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b801e-7fd4-40dd-b800-996453a5dc35 req-e1843951-ba25-4cc8-bf7f-8915db3e72a6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:22.866200 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-477b801e-7fd4-40dd-b800-996453a5dc35 req-e1843951-ba25-4cc8-bf7f-8915db3e72a6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.1243968 Sep 16 05:43:22.953623 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-477b801e-7fd4-40dd-b800-996453a5dc35 req-aef8a93d-4fcd-4e22-94b3-e8173c600374 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789554 Sep 16 05:43:23.027869 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-4b467002-5717-41df-a43a-101d775e479b req-20e723b2-ff81-40c5-8270-e9c8b9c15698 service neutron] Publish callbacks [] for security_group (e35cf1c1-8d79-4639-add7-a1551f974172), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:23.129438 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-4b467002-5717-41df-a43a-101d775e479b req-20e723b2-ff81-40c5-8270-e9c8b9c15698 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (e35cf1c1-8d79-4639-add7-a1551f974172), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:23.194477 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4b467002-5717-41df-a43a-101d775e479b req-20e723b2-ff81-40c5-8270-e9c8b9c15698 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435608 Sep 16 05:43:23.198427 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e723b2-ff81-40c5-8270-e9c8b9c15698 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e35cf1c1-8d79-4639-add7-a1551f974172,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:23.264164 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6e38-ed5d-4865-a0bd-73d17d4fbeeb req-9baa8f23-40fd-47f3-b7e5-178caf3904c3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:23.265672 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cedd6e38-ed5d-4865-a0bd-73d17d4fbeeb req-9baa8f23-40fd-47f3-b7e5-178caf3904c3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.0493612 Sep 16 05:43:23.313992 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cedd6e38-ed5d-4865-a0bd-73d17d4fbeeb req-0bbda2d8-7edf-42d7-bbc2-d5fdb8b7c7e5 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Sep 16 05:43:23.572980 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33674b3-0c82-482e-92a4-84036f0d0391 req-54dfc414-e2d5-4a71-a36a-d83c761e8fc9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:23.574491 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c33674b3-0c82-482e-92a4-84036f0d0391 req-54dfc414-e2d5-4a71-a36a-d83c761e8fc9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0468235 Sep 16 05:43:23.625431 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c33674b3-0c82-482e-92a4-84036f0d0391 req-f97e68f7-4803-4241-91fc-c8fbdab3971b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Sep 16 05:43:23.998458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7524c2-e87e-40e3-a580-bdfb7df8c646 req-e98e2c15-2f7b-4ab9-b0b7-766ce3380fb2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:24.000173 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf7524c2-e87e-40e3-a580-bdfb7df8c646 req-e98e2c15-2f7b-4ab9-b0b7-766ce3380fb2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0564761 Sep 16 05:43:24.070635 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf7524c2-e87e-40e3-a580-bdfb7df8c646 req-6f4e70a1-cc65-46e2-921a-e4e1e0e20500 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607758 Sep 16 05:43:24.118016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0cb5d-5230-4129-a088-bc3971453822 req-a1e90a96-7d2e-432d-b14b-612503e21a52 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:24.119512 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f6d0cb5d-5230-4129-a088-bc3971453822 req-a1e90a96-7d2e-432d-b14b-612503e21a52 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0675080 Sep 16 05:43:24.170830 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f6d0cb5d-5230-4129-a088-bc3971453822 req-1e815093-84d1-4e8e-80d1-3889996f04f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Sep 16 05:43:24.185511 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:24.448255 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08989c32-468c-459a-a434-bc33e0ebf7f3 req-e6bcb81c-f392-4400-921f-dc9772383147 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:24.449708 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-08989c32-468c-459a-a434-bc33e0ebf7f3 req-e6bcb81c-f392-4400-921f-dc9772383147 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.0469038 Sep 16 05:43:24.500939 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-08989c32-468c-459a-a434-bc33e0ebf7f3 req-04db6085-8435-4974-a33a-3d002b7a0d8b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Sep 16 05:43:24.751665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfec43-51bf-442d-aab2-a93b023cfebe req-c26907d9-5e89-4a46-b388-cf170952767d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:24.753171 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c5cfec43-51bf-442d-aab2-a93b023cfebe req-c26907d9-5e89-4a46-b388-cf170952767d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Sep 16 05:43:24.804730 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c5cfec43-51bf-442d-aab2-a93b023cfebe req-64222849-7607-4351-af02-28d901129b81 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Sep 16 05:43:25.214616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fad74e-a12e-4dba-aaee-71ca16ad9ffe req-fdb1ff0c-aec1-4813-acd8-01c38f2b1c83 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:25.216281 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94fad74e-a12e-4dba-aaee-71ca16ad9ffe req-fdb1ff0c-aec1-4813-acd8-01c38f2b1c83 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Sep 16 05:43:25.263281 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:25.266963 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:25.282390 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94fad74e-a12e-4dba-aaee-71ca16ad9ffe req-5d992f24-32a6-4a39-baa8-82722b74eb0f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593619 Sep 16 05:43:25.327258 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b481f-f345-4aef-aab8-d70b91bd94de req-5504546b-e823-41fb-a06b-e7048b2e3ade tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:25.328715 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e48b481f-f345-4aef-aab8-d70b91bd94de req-5504546b-e823-41fb-a06b-e7048b2e3ade tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0724375 Sep 16 05:43:25.380663 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e48b481f-f345-4aef-aab8-d70b91bd94de req-b635e0d5-1699-46c8-ac47-cc88cb6306e0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Sep 16 05:43:25.392002 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['be7a69b0-9a85-4361-afd9-8c01de9d91aa'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:43:25.625756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42e864-8c75-4811-9cdf-548b6cbc256e req-5d10046d-16ea-4dbe-bc60-a381689c6a7f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:25.627255 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef42e864-8c75-4811-9cdf-548b6cbc256e req-5d10046d-16ea-4dbe-bc60-a381689c6a7f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.0518839 Sep 16 05:43:25.691316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef42e864-8c75-4811-9cdf-548b6cbc256e req-11b6f886-4d03-4439-a93b-c52b18b01f43 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579274 Sep 16 05:43:25.935873 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459bccb-76c1-4305-a89d-24937cd23645 req-f61a1888-c483-473e-a938-ae9c58ad1a10 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:25.937419 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9459bccb-76c1-4305-a89d-24937cd23645 req-f61a1888-c483-473e-a938-ae9c58ad1a10 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0584424 Sep 16 05:43:25.963214 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:25.988422 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9459bccb-76c1-4305-a89d-24937cd23645 req-576cd4e5-cb59-453f-8a0d-257800e5f961 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Sep 16 05:43:26.421616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d398-8f0f-4624-bb9d-10f65de98d41 req-2958f2ca-1762-4407-9dca-419f287670a6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:26.423289 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c8e2d398-8f0f-4624-bb9d-10f65de98d41 req-2958f2ca-1762-4407-9dca-419f287670a6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0538685 Sep 16 05:43:26.475975 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c8e2d398-8f0f-4624-bb9d-10f65de98d41 req-63570982-39b0-4530-bc33-67212404e1f4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Sep 16 05:43:26.487350 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:26.530412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0961d0-ba6f-4962-af8c-f8574ee31b1e req-91c2778a-e7e6-4fef-a2c8-e13365fa9122 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:26.531974 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6e0961d0-ba6f-4962-af8c-f8574ee31b1e req-91c2778a-e7e6-4fef-a2c8-e13365fa9122 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0503600 Sep 16 05:43:26.588585 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6e0961d0-ba6f-4962-af8c-f8574ee31b1e req-8eefd655-9174-4abd-ad03-e8f6391baad0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490420 Sep 16 05:43:26.602817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:26.609605 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:26.621090 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['a64db2c4-485f-4dd7-86c1-ffc4312e91a4'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:43:26.642674 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:26.705719 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:26.706153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:26.734892 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:43:26.774236 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:26.814662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:26.848886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:26.853371 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d797-cfd9-46d2-81e0-7a518dc2bfe1 req-2c9ef9d5-151a-42d2-af1a-6dbd2b34d6b1 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:26.855171 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e3a7d797-cfd9-46d2-81e0-7a518dc2bfe1 req-2c9ef9d5-151a-42d2-af1a-6dbd2b34d6b1 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.0602229 Sep 16 05:43:26.903545 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:26.948785 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e3a7d797-cfd9-46d2-81e0-7a518dc2bfe1 req-70083d2d-656d-4972-a6ba-5b0f4fcccc9c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836682 Sep 16 05:43:27.026671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41930) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:27.130178 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139aa02-9ed3-4ae9-afba-7ecb16892b22 req-7dffce70-4abe-4e07-9d40-6fb3d91f8378 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:27.131752 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3139aa02-9ed3-4ae9-afba-7ecb16892b22 req-7dffce70-4abe-4e07-9d40-6fb3d91f8378 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0587101 Sep 16 05:43:27.165481 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8459d121-0bbb-42ae-b19e-88cd400e8f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.211209 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3139aa02-9ed3-4ae9-afba-7ecb16892b22 req-d17b5f9a-03ca-4ff9-86ed-688d7a7839ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735550 Sep 16 05:43:27.266331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8459d121-0bbb-42ae-b19e-88cd400e8f7c admin admin] Publish callbacks [] for security_group (0a6644de-8f4f-410b-9da3-f8d5f7acc6b3), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.345531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8459d121-0bbb-42ae-b19e-88cd400e8f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0a6644de-8f4f-410b-9da3-f8d5f7acc6b3), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.392872 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 41944) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:27.396859 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8459d121-0bbb-42ae-b19e-88cd400e8f7c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9c0440e55429438188a9aabe77cad7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690321 Sep 16 05:43:27.401114 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459d121-0bbb-42ae-b19e-88cd400e8f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6644de-8f4f-410b-9da3-f8d5f7acc6b3,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:27.445428 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] Publish callbacks [] for security_group (0a6644de-8f4f-410b-9da3-f8d5f7acc6b3), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.477400 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] Publish callbacks [] for security_group (0a6644de-8f4f-410b-9da3-f8d5f7acc6b3), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.607446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0a6644de-8f4f-410b-9da3-f8d5f7acc6b3), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.610127 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.611316 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0a6644de-8f4f-410b-9da3-f8d5f7acc6b3 HTTP/1.1" status: 204 len: 168 time: 0.2166295 Sep 16 05:43:27.619830 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7395dc6-b099-436d-8e8b-d763bafaf983 req-7beb1ed9-6598-4587-ad95-2a21dfa6149b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:27.619830 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7395dc6-b099-436d-8e8b-d763bafaf983 req-7beb1ed9-6598-4587-ad95-2a21dfa6149b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0465424 Sep 16 05:43:27.623037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45839c1-d943-4769-b10b-43771d91a951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6644de-8f4f-410b-9da3-f8d5f7acc6b3,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:27.674316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:27.697052 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7395dc6-b099-436d-8e8b-d763bafaf983 req-c554bf4c-044a-406c-8bb1-d0378e97095a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628777 Sep 16 05:43:27.717001 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device be7a69b0-9a85-4361-afd9-8c01de9d91aa up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:27.758743 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37afd2-924c-411d-bf1d-0fdd71027a72 req-861e3e06-1811-47f0-9d9f-75b80a3a578c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:27.760345 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b37afd2-924c-411d-bf1d-0fdd71027a72 req-861e3e06-1811-47f0-9d9f-75b80a3a578c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 945 time: 0.0690532 Sep 16 05:43:27.782871 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port be7a69b0-9a85-4361-afd9-8c01de9d91aa completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:43:27.802975 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:27.834047 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b37afd2-924c-411d-bf1d-0fdd71027a72 req-096ad3ea-75bb-40e5-9826-d69fc1c546d3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648310 Sep 16 05:43:27.844896 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['29e7391c-0225-40cb-8ca8-2a7890d5196d'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:43:27.873554 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port be7a69b0-9a85-4361-afd9-8c01de9d91aa triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:27.873952 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:27.874293 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port be7a69b0-9a85-4361-afd9-8c01de9d91aa Sep 16 05:43:28.005507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port be7a69b0-9a85-4361-afd9-8c01de9d91aa is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:28.006045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.057171 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:28.059494 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b588ae3b-6d00-4b7e-a959-127aa0aa98f1" -d '{"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-plugged", "status": "completed", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:28.082738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.111078 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f6ad86-de11-46c4-ade6-eda7a447f2c2 x-openstack-request-id: req-90f6ad86-de11-46c4-ade6-eda7a447f2c2 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:28.111078 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-plugged", "status": "completed", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:28.111078 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90f6ad86-de11-46c4-ade6-eda7a447f2c2 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:28.111078 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f6ad86-de11-46c4-ade6-eda7a447f2c2'] response: {'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'code': 200} Sep 16 05:43:28.180119 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.185703 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a64db2c4-485f-4dd7-86c1-ffc4312e91a4 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:28.273388 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.279859 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:43:28.285297 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f7659-c69b-4c18-9774-3cce3e0a0c8e req-d288e4e8-4136-40fa-b0b0-f116bca3480c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:28.286909 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fe1f7659-c69b-4c18-9774-3cce3e0a0c8e req-d288e4e8-4136-40fa-b0b0-f116bca3480c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 944 time: 0.2595227 Sep 16 05:43:28.334081 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:28.334586 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.335149 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 Sep 16 05:43:28.352988 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fe1f7659-c69b-4c18-9774-3cce3e0a0c8e req-6a0ac2e6-b11f-4fab-8385-35eaa7812d9b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Sep 16 05:43:28.368640 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7884e5-3db3-4212-9d78-05220b956cd0 req-a5de3845-c6d2-4010-9c71-2ab621bc63bb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:28.375810 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b7884e5-3db3-4212-9d78-05220b956cd0 req-a5de3845-c6d2-4010-9c71-2ab621bc63bb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0849071 Sep 16 05:43:28.430990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41976) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:28.434294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:28.434430 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b7884e5-3db3-4212-9d78-05220b956cd0 req-2e047d9d-6e6f-432c-866d-8a46960e5334 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576606 Sep 16 05:43:28.434679 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.444196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0353-cf7b-4727-9dcd-e1c21445b825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.484132 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.526558 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa6184-6a69-4027-bbb7-922492984288 req-758978ec-c63a-41dd-b420-201b7eecdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:28.528408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0353-cf7b-4727-9dcd-e1c21445b825 admin admin] Publish callbacks [] for security_group (07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.528707 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-41fa6184-6a69-4027-bbb7-922492984288 req-758978ec-c63a-41dd-b420-201b7eecdd3b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 1129 time: 0.0419540 Sep 16 05:43:28.557097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.557968 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cbcdb989-0857-4484-a535-0dc7038bd791 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:28.580230 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0353-cf7b-4727-9dcd-e1c21445b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.597549 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-41fa6184-6a69-4027-bbb7-922492984288 req-c712bdc3-0a4a-4889-8302-3e994a490f61 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598888 Sep 16 05:43:28.621256 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8bcd0353-cf7b-4727-9dcd-e1c21445b825 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=42f01d6bce224916b342a8173ff1ef7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892250 Sep 16 05:43:28.624454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 41982) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:28.632590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd0353-cf7b-4727-9dcd-e1c21445b825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.639147 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.650105 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port cbcdb989-0857-4484-a535-0dc7038bd791 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:43:28.681663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] Publish callbacks [] for security_group (07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.703442 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] Publish callbacks [] for security_group (07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.705550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port cbcdb989-0857-4484-a535-0dc7038bd791 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:28.706190 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.706678 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port cbcdb989-0857-4484-a535-0dc7038bd791 Sep 16 05:43:28.735448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:28.735575 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:28.748480 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:28.798025 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port cbcdb989-0857-4484-a535-0dc7038bd791 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:28.798494 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.830154 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f9d4d-2aa4-4e61-918e-0932bf291cd2 req-0151e20a-fafe-488c-9f3b-3c432c8cbbf1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:28.831893 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-644f9d4d-2aa4-4e61-918e-0932bf291cd2 req-0151e20a-fafe-488c-9f3b-3c432c8cbbf1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Sep 16 05:43:28.835305 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cbcdb989-0857-4484-a535-0dc7038bd791,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.884099 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.886704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.889006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5 HTTP/1.1" status: 204 len: 168 time: 0.2634366 Sep 16 05:43:28.896293 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-644f9d4d-2aa4-4e61-918e-0932bf291cd2 req-0208dbf0-fc5c-478d-ae30-801d0cdb1664 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Sep 16 05:43:28.903666 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149774fc-157e-4301-8299-5f9650ac49bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd2b9f-e340-4c8f-8d7d-5a8d6167abc5,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.912891 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:28.979717 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:29.019373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f7384-b36e-4b09-abc7-f3bf70eee362 req-ccc09370-4c03-495a-a142-3e311ef94a41 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:29.021521 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-628f7384-b36e-4b09-abc7-f3bf70eee362 req-ccc09370-4c03-495a-a142-3e311ef94a41 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 945 time: 0.0829566 Sep 16 05:43:29.102088 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-628f7384-b36e-4b09-abc7-f3bf70eee362 req-5993a190-b77c-494d-adee-d79958d7aa5f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730791 Sep 16 05:43:29.493153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5efc10-f71e-4cb2-8ed9-c40adb4dc7a3 req-1533914f-757d-4f9f-9e42-a7dbb6935b6e tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:29.501617 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bd5efc10-f71e-4cb2-8ed9-c40adb4dc7a3 req-1533914f-757d-4f9f-9e42-a7dbb6935b6e tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0670538 Sep 16 05:43:29.564831 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bd5efc10-f71e-4cb2-8ed9-c40adb4dc7a3 req-1a4ee529-a5b1-4d5e-9f51-88473b5117a7 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Sep 16 05:43:29.567507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:29.593929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643619e0-706c-42f8-8674-e5d7d586899d req-314baa2b-7a61-4562-9e32-eca8bb62d90f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:29.595944 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-643619e0-706c-42f8-8674-e5d7d586899d req-314baa2b-7a61-4562-9e32-eca8bb62d90f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0696433 Sep 16 05:43:29.619566 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 29e7391c-0225-40cb-8ca8-2a7890d5196d completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:43:29.652911 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-643619e0-706c-42f8-8674-e5d7d586899d req-fadc0981-cd09-4855-a60d-e02fefe965b8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508268 Sep 16 05:43:29.684607 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2283f-098f-4b8f-821b-8411a0065892 req-f934a444-bcc4-4aaf-98fb-e5b5de725b12 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:29.686064 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8aa2283f-098f-4b8f-821b-8411a0065892 req-f934a444-bcc4-4aaf-98fb-e5b5de725b12 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0598028 Sep 16 05:43:29.688573 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 29e7391c-0225-40cb-8ca8-2a7890d5196d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:43:29.688992 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:29.689550 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 29e7391c-0225-40cb-8ca8-2a7890d5196d Sep 16 05:43:29.750985 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8aa2283f-098f-4b8f-821b-8411a0065892 req-80def378-838c-4f51-8218-d509144c1682 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531406 Sep 16 05:43:29.779953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:29.780599 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:29.818816 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:29.900262 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:29.958868 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.115381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4'}, {'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791'}, {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:30.117866 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b3e50-a477-4801-be84-b13d1f64250c" -d '{"events": [{"server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4"}, {"server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791"}, {"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:30.184887 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d x-openstack-request-id: req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:30.185438 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4", "code": 200}, {"server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791", "code": 200}, {"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:30.186480 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:30.187102 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d'] response: {'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'code': 200} Sep 16 05:43:30.187364 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d'] response: {'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791', 'code': 200} Sep 16 05:43:30.187788 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a5e1fb-8bc0-498a-ab00-928b1afddc8d'] response: {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'code': 200} Sep 16 05:43:30.316598 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:30.325117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073fd0-6b8c-40ad-831c-82c008d454d0 req-e075a0cf-4ba6-41c7-9ca7-a1dfb67edab3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.326597 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-79073fd0-6b8c-40ad-831c-82c008d454d0 req-e075a0cf-4ba6-41c7-9ca7-a1dfb67edab3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.1224372 Sep 16 05:43:30.335628 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abfdc-0873-44bf-b92f-b990f1433699 req-4260de6b-5cf4-458e-b9e7-5896121653fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.339959 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-4260de6b-5cf4-458e-b9e7-5896121653fe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1129 time: 0.0788295 Sep 16 05:43:30.481375 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-79073fd0-6b8c-40ad-831c-82c008d454d0 req-af78a9ca-36fb-46f6-973f-27268fc23968 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430035 Sep 16 05:43:30.551832 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abfdc-0873-44bf-b92f-b990f1433699 req-00d90a9c-aa7b-4cb9-bdb9-4535377094c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.553361 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-00d90a9c-aa7b-4cb9-bdb9-4535377094c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.1678126 Sep 16 05:43:30.604941 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-eeb473b4-8224-4607-b117-d5097609b97c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 200 len: 217 time: 0.0416782 Sep 16 05:43:30.669478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abfdc-0873-44bf-b92f-b990f1433699 req-56cc7c0e-c1e2-41cc-98f2-930671dd21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.671008 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-56cc7c0e-c1e2-41cc-98f2-930671dd21b9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0597799 Sep 16 05:43:30.703553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2629-e646-4262-a32c-1ca5552496ee req-2296f027-d70d-439b-bc99-9588f4454265 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.705229 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7b1e2629-e646-4262-a32c-1ca5552496ee req-2296f027-d70d-439b-bc99-9588f4454265 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0541329 Sep 16 05:43:30.730346 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abfdc-0873-44bf-b92f-b990f1433699 req-054df7b8-5567-4239-b636-ea3304c4ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.732191 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-054df7b8-5567-4239-b636-ea3304c4ed68 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550320 Sep 16 05:43:30.774412 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7b1e2629-e646-4262-a32c-1ca5552496ee req-470dc21c-ee67-4949-ade2-987e815c2f55 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597107 Sep 16 05:43:30.786351 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:30.845445 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a02c89-ba4c-4d30-b672-a1416dd8fc9e req-de92a733-01c5-41c1-97d7-4924fae8b969 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.847714 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f1a02c89-ba4c-4d30-b672-a1416dd8fc9e req-de92a733-01c5-41c1-97d7-4924fae8b969 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.1014271 Sep 16 05:43:30.915320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8752-6e5c-4116-b72e-51f5f2c694f3 req-4001543c-1705-41fe-8ee5-81ea3266ccc2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:30.916188 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-9f66a146-6ad9-431b-a75c-f942306c675f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772718 Sep 16 05:43:30.923684 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6be8752-6e5c-4116-b72e-51f5f2c694f3 req-4001543c-1705-41fe-8ee5-81ea3266ccc2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0571923 Sep 16 05:43:30.951534 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f1a02c89-ba4c-4d30-b672-a1416dd8fc9e req-ca455918-227b-4186-8f7e-1b7304ec1f1e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950713 Sep 16 05:43:31.024412 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6be8752-6e5c-4116-b72e-51f5f2c694f3 req-56d6acd7-9eed-4c85-ab11-4e096058cb1d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538919 Sep 16 05:43:31.224221 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-429abfdc-0873-44bf-b92f-b990f1433699 req-6b9b5526-cc72-40ce-8a88-183d549471ed service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002493 Sep 16 05:43:31.632475 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de6d0-d970-42de-a902-1d1b02db2ccc req-90b643b7-9cd8-4b64-ab21-e340cf449549 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:31.634138 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-229de6d0-d970-42de-a902-1d1b02db2ccc req-90b643b7-9cd8-4b64-ab21-e340cf449549 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0554709 Sep 16 05:43:31.685989 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-229de6d0-d970-42de-a902-1d1b02db2ccc req-d8dcbc76-e7c1-460d-bd39-f09ac44390a1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Sep 16 05:43:32.140970 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3c42beec-8daf-439e-af4d-e1828419dc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:32.271030 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:32.300951 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c28ea-f2a7-4339-9273-84bf6c094bb7 req-a08652e7-4e05-4641-bc95-6607ecdd1374 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.307775 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-018c28ea-f2a7-4339-9273-84bf6c094bb7 req-a08652e7-4e05-4641-bc95-6607ecdd1374 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.1737642 Sep 16 05:43:32.316982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3baf1-06c0-4ae7-acfe-38ffc2c8739f req-6a5cdf83-185f-4985-82ed-a229546d21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.318787 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-32f3baf1-06c0-4ae7-acfe-38ffc2c8739f req-6a5cdf83-185f-4985-82ed-a229546d21b9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1130 time: 0.1472509 Sep 16 05:43:32.389297 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828755-e745-44bc-9537-6b59b033af00 req-65ad4247-8f69-4af2-8db4-4e22ee40347e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.390891 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-01828755-e745-44bc-9537-6b59b033af00 req-65ad4247-8f69-4af2-8db4-4e22ee40347e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.2600017 Sep 16 05:43:32.392208 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684788f-b999-43da-8719-5ebc973ba8cc req-cc8059ca-414a-4470-8264-4a413fb1ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.399631 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7684788f-b999-43da-8719-5ebc973ba8cc req-cc8059ca-414a-4470-8264-4a413fb1ecaa service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1130 time: 0.2500865 Sep 16 05:43:32.400834 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bafbff-1eff-4947-b333-a6272d63fb9f req-fc94f0e2-162d-4b60-8f61-5a2ebd155ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.402820 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-62bafbff-1eff-4947-b333-a6272d63fb9f req-fc94f0e2-162d-4b60-8f61-5a2ebd155ff0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.2450619 Sep 16 05:43:32.427917 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-32f3baf1-06c0-4ae7-acfe-38ffc2c8739f req-e7663004-a20d-4c09-a96f-d2cc3390d8f4 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959098 Sep 16 05:43:32.451233 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-018c28ea-f2a7-4339-9273-84bf6c094bb7 req-186ef0cc-1f14-40d9-bacf-5378503ee177 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312804 Sep 16 05:43:32.547892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7684788f-b999-43da-8719-5ebc973ba8cc req-55c47e40-d9a8-4e63-9c61-590cd34cda9d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361480 Sep 16 05:43:32.556033 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-01828755-e745-44bc-9537-6b59b033af00 req-042d8f3f-6852-4e68-addb-3f9974d112f5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520104 Sep 16 05:43:32.558444 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-62bafbff-1eff-4947-b333-a6272d63fb9f req-1d9aa8b3-cb5f-4af6-bda9-4a46a3753f71 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457014 Sep 16 05:43:32.824493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a3080-4b36-47a8-be24-c015401e3f71 req-4561a60d-36f3-4cab-88cf-d89ca769018b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:32.826063 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b27a3080-4b36-47a8-be24-c015401e3f71 req-4561a60d-36f3-4cab-88cf-d89ca769018b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0550473 Sep 16 05:43:32.878473 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b27a3080-4b36-47a8-be24-c015401e3f71 req-36b34085-37e2-4273-8bee-feed7c17b590 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Sep 16 05:43:33.296858 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42122) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:33.416000 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:33.520017 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Publish callbacks [] for security_group (6a7abb3b-6338-453c-929e-13fd0fe26088), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:33.556059 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:33.592636 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cda3-47ae-4953-bcfe-22d6c3e5cd68 req-7f859f04-6a60-4ea9-b9af-4dd27c330576 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:33.594309 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47d7cda3-47ae-4953-bcfe-22d6c3e5cd68 req-7f859f04-6a60-4ea9-b9af-4dd27c330576 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0487950 Sep 16 05:43:33.607091 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6a7abb3b-6338-453c-929e-13fd0fe26088), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:33.648149 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7abb3b-6338-453c-929e-13fd0fe26088,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:33.668662 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47d7cda3-47ae-4953-bcfe-22d6c3e5cd68 req-18d8322f-eb7b-4c6b-9d57-a00a72172a5c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672431 Sep 16 05:43:33.732382 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.733340 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.733925 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.734422 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.734898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.735367 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.735830 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.736302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.736642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.737001 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.737368 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.737726 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.738065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.738378 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.738692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:33.751286 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42156) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:33.754220 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c0030978-7738-4dba-acee-313c2ecc126c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=55bc48fbb48c4fec8d68edc565be6add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562011 Sep 16 05:43:33.791388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:33.800908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7dedf-bc8b-40c1-8565-c75d9d3a969d req-b7337e63-efa2-47f9-a999-755aa25529d2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:33.802505 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cbe7dedf-bc8b-40c1-8565-c75d9d3a969d req-b7337e63-efa2-47f9-a999-755aa25529d2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0870214 Sep 16 05:43:33.813101 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Publish callbacks [] for security_group (6a7abb3b-6338-453c-929e-13fd0fe26088), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:33.835054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Publish callbacks [] for security_group (6a7abb3b-6338-453c-929e-13fd0fe26088), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:33.859274 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cbe7dedf-bc8b-40c1-8565-c75d9d3a969d req-27eefca9-4173-4f31-905f-cf4e38446236 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488250 Sep 16 05:43:34.025418 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6a7abb3b-6338-453c-929e-13fd0fe26088), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.027918 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.029287 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a7abb3b-6338-453c-929e-13fd0fe26088 HTTP/1.1" status: 204 len: 168 time: 0.2767429 Sep 16 05:43:34.038101 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7abb3b-6338-453c-929e-13fd0fe26088,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.042989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27111bfb-4c7d-485d-b7ce-1dd8ee9d0abc req-e585b923-8ff1-4030-b9f7-5d2fe88d5a3c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:34.050186 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-27111bfb-4c7d-485d-b7ce-1dd8ee9d0abc req-e585b923-8ff1-4030-b9f7-5d2fe88d5a3c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0648019 Sep 16 05:43:34.054902 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.055054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.055362 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.055758 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.056158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.056547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.057018 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.057421 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.058022 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.058474 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.059318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.059722 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.060167 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.060614 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.061006 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b6cd-842d-4152-bb83-c5cbb90be156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.098512 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-27111bfb-4c7d-485d-b7ce-1dd8ee9d0abc req-c7eb232a-15f5-4a83-a0c3-cad8f0dfafea tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Sep 16 05:43:34.182820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42170) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:34.185356 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:34.276437 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-a036b362-4094-4b35-b9a0-56ff12bae280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.394068 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f689ed6-740d-4291-ab7b-61d5e09223de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.493165 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f689ed6-740d-4291-ab7b-61d5e09223de admin admin] Publish callbacks [] for security_group (77070b42-7ad5-44c0-81a7-12bb175e3b07), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.573797 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f689ed6-740d-4291-ab7b-61d5e09223de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (77070b42-7ad5-44c0-81a7-12bb175e3b07), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.616174 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9f689ed6-740d-4291-ab7b-61d5e09223de admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d3f965d3d5974d8e8a4e998d241bb12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324002 Sep 16 05:43:34.618165 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f689ed6-740d-4291-ab7b-61d5e09223de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77070b42-7ad5-44c0-81a7-12bb175e3b07,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.619192 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42178) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:34.676584 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] Publish callbacks [] for security_group (77070b42-7ad5-44c0-81a7-12bb175e3b07), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.698029 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] Publish callbacks [] for security_group (77070b42-7ad5-44c0-81a7-12bb175e3b07), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.703259 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42180) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:34.716834 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-43cf5a11-68fe-475b-90e8-d5ce085bf1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.808924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc2ff-5d50-4462-bd45-d81ce0376d6c req-38fd4d18-91a8-4888-8563-79d9cf38cdc4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:34.810544 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c92dc2ff-5d50-4462-bd45-d81ce0376d6c req-38fd4d18-91a8-4888-8563-79d9cf38cdc4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0482273 Sep 16 05:43:34.829204 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (77070b42-7ad5-44c0-81a7-12bb175e3b07), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.831733 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.833933 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/77070b42-7ad5-44c0-81a7-12bb175e3b07 HTTP/1.1" status: 204 len: 168 time: 0.2125883 Sep 16 05:43:34.843179 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45174cd-8638-4aa3-9e50-dfe877f0641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77070b42-7ad5-44c0-81a7-12bb175e3b07,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.855442 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:34.878017 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c92dc2ff-5d50-4462-bd45-d81ce0376d6c req-37bf0e4b-9ec3-4748-9e2a-1cd046001605 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616667 Sep 16 05:43:34.910453 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-43cf5a11-68fe-475b-90e8-d5ce085bf1df admin admin] Publish callbacks [] for security_group (893db404-f611-410b-80a0-9bf152138ec0), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.974301 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-43cf5a11-68fe-475b-90e8-d5ce085bf1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (893db404-f611-410b-80a0-9bf152138ec0), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:34.988259 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:35.035933 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-43cf5a11-68fe-475b-90e8-d5ce085bf1df admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8b7907bc40c44973b8073a37eb039489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314595 Sep 16 05:43:35.036618 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42192) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:35.037252 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf5a11-68fe-475b-90e8-d5ce085bf1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893db404-f611-410b-80a0-9bf152138ec0,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.040360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c691-b456-45c6-9ed7-fe524535dce0 req-a6b45f26-ef70-4b9e-adcd-5baff6dd9c3f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:35.042244 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-87c1c691-b456-45c6-9ed7-fe524535dce0 req-a6b45f26-ef70-4b9e-adcd-5baff6dd9c3f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0843389 Sep 16 05:43:35.101909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] Publish callbacks [] for security_group (893db404-f611-410b-80a0-9bf152138ec0), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.124087 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-87c1c691-b456-45c6-9ed7-fe524535dce0 req-1a0bce4f-9524-48d1-bd8c-08ef78200cef tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Sep 16 05:43:35.142599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] Publish callbacks [] for security_group (893db404-f611-410b-80a0-9bf152138ec0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.145170 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:35.265996 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176603f-f63e-49f5-a719-07ab7d9c095a req-bb921910-dec1-4233-a7b6-4d2faaa00a6c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:35.267590 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5176603f-f63e-49f5-a719-07ab7d9c095a req-bb921910-dec1-4233-a7b6-4d2faaa00a6c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0519917 Sep 16 05:43:35.300184 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (893db404-f611-410b-80a0-9bf152138ec0), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.306362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:35.309714 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.310894 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/893db404-f611-410b-80a0-9bf152138ec0 HTTP/1.1" status: 204 len: 168 time: 0.2699027 Sep 16 05:43:35.343161 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f7470-0214-4233-863b-3dc3c2584aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893db404-f611-410b-80a0-9bf152138ec0,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.349450 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5176603f-f63e-49f5-a719-07ab7d9c095a req-3cb69b44-2744-4ca2-b3d8-7d1540c5538a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757749 Sep 16 05:43:35.488634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3a232-de1c-4cc9-b692-22ebd73462ed req-b9ba90e4-eb7e-4b69-abf6-6813b1839ede tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:35.491472 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94c3a232-de1c-4cc9-b692-22ebd73462ed req-b9ba90e4-eb7e-4b69-abf6-6813b1839ede tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0514596 Sep 16 05:43:35.501989 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42204) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:35.507739 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'floatingip': {'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:35.589521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.742307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42210) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:35.756728 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e025c190-ad5a-4e22-b5af-769e59146669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.872826 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e025c190-ad5a-4e22-b5af-769e59146669 admin admin] Publish callbacks [] for security_group (1b36db3d-a84d-4aa9-b7f4-8905c5fadda1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.899440 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.934885 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e025c190-ad5a-4e22-b5af-769e59146669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1b36db3d-a84d-4aa9-b7f4-8905c5fadda1), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:35.941770 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:36.013739 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025c190-ad5a-4e22-b5af-769e59146669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36db3d-a84d-4aa9-b7f4-8905c5fadda1,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.022329 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e025c190-ad5a-4e22-b5af-769e59146669 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c4e7765628f842b194c26177dc40d32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789516 Sep 16 05:43:36.026805 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42222) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:36.062279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb6a06-caa1-44ea-b358-ba8471008bcd req-b1e11fe3-c115-4ffa-8bb8-a112287cb0ba tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:36.063780 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-16eb6a06-caa1-44ea-b358-ba8471008bcd req-b1e11fe3-c115-4ffa-8bb8-a112287cb0ba tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0595579 Sep 16 05:43:36.113181 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-16eb6a06-caa1-44ea-b358-ba8471008bcd req-853c777e-7f4f-46bd-990d-df63088ba07d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Sep 16 05:43:36.240883 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] Publish callbacks [] for security_group (1b36db3d-a84d-4aa9-b7f4-8905c5fadda1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.249651 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c1712-bcf4-4593-981e-4ee41bf7380d req-73fd8578-9fb9-436e-bb9c-fd7d3345b403 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:36.251176 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-653c1712-bcf4-4593-981e-4ee41bf7380d req-73fd8578-9fb9-436e-bb9c-fd7d3345b403 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0593531 Sep 16 05:43:36.262806 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42230) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:36.267334 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'floatingip': {'port_id': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:36.287677 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] Publish callbacks [] for security_group (1b36db3d-a84d-4aa9-b7f4-8905c5fadda1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.360448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.385629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.448457 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.461346 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786731-b35e-4d5e-8b56-6076c8707983 req-1f90eeb0-1356-4506-b0bb-9afc17c3a41d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:36.462162 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a786731-b35e-4d5e-8b56-6076c8707983 req-1f90eeb0-1356-4506-b0bb-9afc17c3a41d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.1294885 Sep 16 05:43:36.490783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1b36db3d-a84d-4aa9-b7f4-8905c5fadda1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.493326 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:36.494510 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1b36db3d-a84d-4aa9-b7f4-8905c5fadda1 HTTP/1.1" status: 204 len: 168 time: 0.4668076 Sep 16 05:43:36.507943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63677ae-589e-4364-8632-bce170e5e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36db3d-a84d-4aa9-b7f4-8905c5fadda1,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.570570 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a786731-b35e-4d5e-8b56-6076c8707983 req-0b6845e2-ed63-416a-a5f5-2f55f156f636 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872278 Sep 16 05:43:36.595977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:36.605114 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Floating IP f3b023ee-4431-49a7-9b9e-1fd70394e91e associated. External IP: 172.27.0.210, port: 29e7391c-0225-40cb-8ca8-2a7890d5196d. Sep 16 05:43:36.984160 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:37.182588 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:37.184188 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:37.391121 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:37.397644 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:37.420360 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:37.435515 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:43:37.437510 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:43:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:37.441593 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-794514fe-b34f-4d33-9539-416bb29d9da7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f3b023ee-4431-49a7-9b9e-1fd70394e91e HTTP/1.1" status: 200 len: 992 time: 1.9353445 Sep 16 05:43:37.441593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:37.443876 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace06d0-5e64-453b-aa63-2d30dc29cdec" -d '{"events": [{"name": "network-changed", "server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:37.444643 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:37.493121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.db.resource_extend [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 05:43:37.499584 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ffc4b-acc1-4f53-ad49-2b136cc4e397 x-openstack-request-id: req-df9ffc4b-acc1-4f53-ad49-2b136cc4e397 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:37.500026 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:37.500384 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df9ffc4b-acc1-4f53-ad49-2b136cc4e397 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:37.500850 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9ffc4b-acc1-4f53-ad49-2b136cc4e397'] response: {'name': 'network-changed', 'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'status': 'completed', 'code': 200} Sep 16 05:43:37.595914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:37.599698 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:43:37.671028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:37.744800 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-05693864-c1c5-4ce0-908f-840e3f69b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:37.750702 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-05693864-c1c5-4ce0-908f-840e3f69b012 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1130 time: 0.1700954 Sep 16 05:43:37.809537 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:37.878967 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Floating IP 4944d55e-8e96-4bcc-9339-bc98aec4bb24 associated. External IP: 172.27.0.23, port: a64db2c4-485f-4dd7-86c1-ffc4312e91a4. Sep 16 05:43:38.012265 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'f3b023ee-4431-49a7-9b9e-1fd70394e91e', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:55Z', 'updated_at': '2022-09-16T05:43:36Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.047094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13f20-ef4d-4d02-ac64-8cfa022df1a5 req-7f5eef49-565e-4d29-99d8-f9d215dc9cd3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:38.054570 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2cd13f20-ef4d-4d02-ac64-8cfa022df1a5 req-7f5eef49-565e-4d29-99d8-f9d215dc9cd3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.2782433 Sep 16 05:43:38.067352 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:38.077186 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:43:38.078053 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:43:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.166851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-ab42c84a-2d37-4516-87b3-0643317fec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:38.168304 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-ab42c84a-2d37-4516-87b3-0643317fec38 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.3947878 Sep 16 05:43:38.188835 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2cd13f20-ef4d-4d02-ac64-8cfa022df1a5 req-c1acc998-df07-4603-8e2f-e50ccf559651 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327980 Sep 16 05:43:38.246041 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:43:38.343719 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-e1d36bd5-d011-41b2-aa9a-ba0f6db5be7d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 1000 time: 0.1540923 Sep 16 05:43:38.351115 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:38.439924 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-26b1492a-defa-47ca-8c86-9d12dff65d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:38.439924 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-26b1492a-defa-47ca-8c86-9d12dff65d81 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0865529 Sep 16 05:43:38.498981 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-31e9e889-bdca-43ec-a782-96cab94f2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:38.500454 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-31e9e889-bdca-43ec-a782-96cab94f2fed service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578728 Sep 16 05:43:38.507400 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:38.512378 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:38.523562 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:38.563055 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:43:38.563228 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-25621f31-d114-4c92-b41a-88d95a9ae2c0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4944d55e-8e96-4bcc-9339-bc98aec4bb24 HTTP/1.1" status: 200 len: 991 time: 2.2968593 Sep 16 05:43:38.563228 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:38.563412 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:43:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.564140 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03a446-a1ef-4de1-b03f-a00eddb39b59" -d '{"events": [{"name": "network-changed", "server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:38.670661 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f9b7bc-28ee-4f9f-995e-96a6960d62f9 x-openstack-request-id: req-81f9b7bc-28ee-4f9f-995e-96a6960d62f9 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:38.670661 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:38.670661 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81f9b7bc-28ee-4f9f-995e-96a6960d62f9 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:38.670661 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f9b7bc-28ee-4f9f-995e-96a6960d62f9'] response: {'name': 'network-changed', 'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'status': 'completed', 'code': 200} Sep 16 05:43:38.671107 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-c702ff36-b2dd-46b1-8624-5a9fff9f8775 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473782 Sep 16 05:43:38.698249 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'f3b023ee-4431-49a7-9b9e-1fd70394e91e', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:55Z', 'updated_at': '2022-09-16T05:43:36Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.749100 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10395fd4-af13-4999-89c4-cb659a4f13e3 None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'f3b023ee-4431-49a7-9b9e-1fd70394e91e', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:55Z', 'updated_at': '2022-09-16T05:43:36Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:38.781876 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:43:38.833183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:38.851441 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-5b87bfef-625a-4cda-bc44-0f5fb8f5ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:38.852930 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-5b87bfef-625a-4cda-bc44-0f5fb8f5ebbc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0984032 Sep 16 05:43:39.031227 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dace06d0-5e64-453b-aa63-2d30dc29cdec req-db92c9b6-793a-41e5-b2fe-90095d3837d3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149362 Sep 16 05:43:39.042357 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-1aae74d7-0c09-4586-9580-b2aa0b4fa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:39.043847 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-1aae74d7-0c09-4586-9580-b2aa0b4fa67f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.1802864 Sep 16 05:43:39.103241 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a8249-9c4c-45a7-a908-9bdd8febf539 None None] New status for floating IP f3b023ee-4431-49a7-9b9e-1fd70394e91e: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:43:39.323052 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4944d55e-8e96-4bcc-9339-bc98aec4bb24', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:bb:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:53Z', 'updated_at': '2022-09-16T05:43:37Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.354090 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:39.364956 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:43:39.365802 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:43:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.384913 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-14c76242-ac88-436f-b849-24b869f30626 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 999 time: 0.1531653 Sep 16 05:43:39.391718 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd8291-1df5-4e83-9070-1478fd30be27 req-ccd2cc72-b5ff-4989-8f27-80978cc66225 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:39.394052 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8bd8291-1df5-4e83-9070-1478fd30be27 req-ccd2cc72-b5ff-4989-8f27-80978cc66225 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0830567 Sep 16 05:43:39.511554 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8bd8291-1df5-4e83-9070-1478fd30be27 req-651596dd-76eb-40fb-a7a3-cfe33563577c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004245 Sep 16 05:43:39.513376 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-f5f72664-fea6-438a-95fa-92553c3c23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:39.514759 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-f5f72664-fea6-438a-95fa-92553c3c23bf service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.1198304 Sep 16 05:43:39.555493 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:43:39.595611 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-d8601a1b-d942-49ab-99b8-779fb0e1b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:39.599704 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-d8601a1b-d942-49ab-99b8-779fb0e1b4e8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760043 Sep 16 05:43:39.686101 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:39.721236 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:39.732964 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-f85a765b-db95-467a-8b74-a39dec7fbe5b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208351 Sep 16 05:43:39.833583 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e03a446-a1ef-4de1-b03f-a00eddb39b59 req-df2ba887-8971-4d28-8122-d528c3f1a8cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951898 Sep 16 05:43:39.834479 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4944d55e-8e96-4bcc-9339-bc98aec4bb24', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:bb:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:53Z', 'updated_at': '2022-09-16T05:43:37Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.878302 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1d0fe-e54a-44ef-be3d-a01ad9c99554 None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4944d55e-8e96-4bcc-9339-bc98aec4bb24', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:bb:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:42:53Z', 'updated_at': '2022-09-16T05:43:37Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:40.094657 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1fd959-6ac7-42de-9f91-f84cfc4e3605 None None] New status for floating IP 4944d55e-8e96-4bcc-9339-bc98aec4bb24: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:43:40.121673 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:40.458084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42384) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:40.530451 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Deleting subnet 681c2b2a-92d1-4c15-ab6e-20276ac2003f {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:43:40.536130 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Publish callbacks [] for subnet (681c2b2a-92d1-4c15-ab6e-20276ac2003f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.590229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Publish callbacks [] for subnet (681c2b2a-92d1-4c15-ab6e-20276ac2003f), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.604127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (681c2b2a-92d1-4c15-ab6e-20276ac2003f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.668083 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:40.694613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962f5-748d-4fe2-bb5f-1856ec376331 req-36ae2ace-e686-4c70-84f3-ce22449bb800 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:40.696095 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34e962f5-748d-4fe2-bb5f-1856ec376331 req-36ae2ace-e686-4c70-84f3-ce22449bb800 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0646226 Sep 16 05:43:40.747592 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34e962f5-748d-4fe2-bb5f-1856ec376331 req-2f8280a5-d91b-427d-a101-3ffc7c513d42 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Sep 16 05:43:40.767909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for subnet (681c2b2a-92d1-4c15-ab6e-20276ac2003f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.773443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:40.797392 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681c2b2a-92d1-4c15-ab6e-20276ac2003f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.799769 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.802928 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-67913909-a5e1-4165-b592-7644ca59cc88 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/681c2b2a-92d1-4c15-ab6e-20276ac2003f HTTP/1.1" status: 204 len: 168 time: 0.3432765 Sep 16 05:43:40.805658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42394) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:40.876635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (10c9ef70-fad8-4a0c-b5d9-9639b6260237), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.970345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (10c9ef70-fad8-4a0c-b5d9-9639b6260237), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:40.990536 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.990876 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.991610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.991952 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > port after_create 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.992283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.992609 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > port after_update 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.992924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.993253 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.993561 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:40.993899 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.179526 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.179872 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.180195 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.180518 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.180877 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c9ef70-fad8-4a0c-b5d9-9639b6260237']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.201294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1476ef5-987e-4ea1-b6bb-eea704443a27') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.201575 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1476ef5-987e-4ea1-b6bb-eea704443a27') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.219076 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (f1476ef5-987e-4ea1-b6bb-eea704443a27), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.241176 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (f1476ef5-987e-4ea1-b6bb-eea704443a27), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.250126 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:41.250511 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (f1476ef5-987e-4ea1-b6bb-eea704443a27), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.367935 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (10c9ef70-fad8-4a0c-b5d9-9639b6260237), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.374457 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.378283 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/10c9ef70-fad8-4a0c-b5d9-9639b6260237 HTTP/1.1" status: 204 len: 168 time: 0.5716186 Sep 16 05:43:41.382352 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42402) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:41.430535 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d648-2265-4b04-9a94-d722cf119a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=10c9ef70-fad8-4a0c-b5d9-9639b6260237,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:41.461030 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Deleting subnet 64682658-9c48-4ede-8790-e75cd4c8fdbc {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:43:41.464360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Publish callbacks [] for subnet (64682658-9c48-4ede-8790-e75cd4c8fdbc), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.506259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (64682658-9c48-4ede-8790-e75cd4c8fdbc), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.548822 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment f1476ef5-987e-4ea1-b6bb-eea704443a27 resource provider aggregate not found Sep 16 05:43:41.556684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (64682658-9c48-4ede-8790-e75cd4c8fdbc), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.577235 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment f1476ef5-987e-4ea1-b6bb-eea704443a27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1476ef5-987e-4ea1-b6bb-eea704443a27 found for delete ", "request_id": "req-de4fd167-fcff-4fea-a9d0-62636e9e121c"}]} Sep 16 05:43:41.654002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (64682658-9c48-4ede-8790-e75cd4c8fdbc), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.682860 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.686253 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/64682658-9c48-4ede-8790-e75cd4c8fdbc HTTP/1.1" status: 204 len: 168 time: 0.3028865 Sep 16 05:43:41.687189 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dc238-18c0-4c78-ab6e-42877476f0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64682658-9c48-4ede-8790-e75cd4c8fdbc,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:41.688802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42424) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:41.762796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (81434604-e75c-4ba4-b98e-eb4314642023), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.886099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (81434604-e75c-4ba4-b98e-eb4314642023), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:41.917724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f1cd-38f8-4fd6-91f2-b694e09135ff req-77ffeb71-0a73-4330-831e-f04ed0fe1dcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:41.921670 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-98e6f1cd-38f8-4fd6-91f2-b694e09135ff req-77ffeb71-0a73-4330-831e-f04ed0fe1dcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0775626 Sep 16 05:43:41.923950 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.924820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.925765 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.926347 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > port after_create 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.926921 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.927398 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > port after_update 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.928016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.929157 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.929923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:41.930206 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:42.001571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:42.002000 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:42.003022 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:42.003384 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:43:42.003738 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81434604-e75c-4ba4-b98e-eb4314642023']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.030859 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e50ee6-6a47-40e9-bb21-589531b0cc91') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.031242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e50ee6-6a47-40e9-bb21-589531b0cc91') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.056941 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (e4e50ee6-6a47-40e9-bb21-589531b0cc91), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.089008 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (e4e50ee6-6a47-40e9-bb21-589531b0cc91), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.108688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:42.109077 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (e4e50ee6-6a47-40e9-bb21-589531b0cc91), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.128505 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-98e6f1cd-38f8-4fd6-91f2-b694e09135ff req-69c05d36-bf47-4a8b-a79c-192dd2044088 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195593 Sep 16 05:43:42.238060 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (81434604-e75c-4ba4-b98e-eb4314642023), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.257519 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.263624 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/81434604-e75c-4ba4-b98e-eb4314642023 HTTP/1.1" status: 204 len: 168 time: 0.5737560 Sep 16 05:43:42.264881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce82681-1d6f-4713-b259-4539c95e8648 admin admin] Pushing event deleted for resources: {'Network': ['ID=81434604-e75c-4ba4-b98e-eb4314642023,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:42.283212 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment e4e50ee6-6a47-40e9-bb21-589531b0cc91 resource provider aggregate not found Sep 16 05:43:42.307213 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment e4e50ee6-6a47-40e9-bb21-589531b0cc91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4e50ee6-6a47-40e9-bb21-589531b0cc91 found for delete ", "request_id": "req-bf3f8dc3-4021-42a8-a485-fd5f37ccef7e"}]} Sep 16 05:43:42.660364 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42466) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:42.700951 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8c49d7c7-4f06-4f85-9c01-33b66a869641 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9c4cc7113aa341a5bc8e40d03d2026e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393901 Sep 16 05:43:42.703335 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42468) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:42.750613 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] Publish callbacks [] for security_group (32bfed28-f895-4c09-9c37-2fcd2450eb31), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.761755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:42.774522 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] Publish callbacks [] for security_group (32bfed28-f895-4c09-9c37-2fcd2450eb31), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.910430 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (32bfed28-f895-4c09-9c37-2fcd2450eb31), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.913319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:42.914512 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/32bfed28-f895-4c09-9c37-2fcd2450eb31 HTTP/1.1" status: 204 len: 168 time: 0.2102995 Sep 16 05:43:42.923717 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8baf65-1144-4e4a-9de1-555643d2a2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfed28-f895-4c09-9c37-2fcd2450eb31,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:43.267113 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610979-9341-417c-8c65-5756914cead5 req-5993040e-911e-4f9c-8463-011a6c801fd5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:43.268717 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6610979-9341-417c-8c65-5756914cead5 req-5993040e-911e-4f9c-8463-011a6c801fd5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Sep 16 05:43:43.319925 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6610979-9341-417c-8c65-5756914cead5 req-0bfd4646-9940-4f56-9c4d-1889331340ee tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Sep 16 05:43:43.615291 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42484) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:43.655255 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9d07c5ac-8ad9-4996-8bca-e03a68d64eef admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9d2e4b0153ff4563b91a906926526018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387692 Sep 16 05:43:43.657793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42486) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:43.704731 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] Publish callbacks [] for security_group (ed82965f-877f-4fff-a1bf-74078e48567f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:43.725303 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] Publish callbacks [] for security_group (ed82965f-877f-4fff-a1bf-74078e48567f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:43.734897 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:43.841714 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ed82965f-877f-4fff-a1bf-74078e48567f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:43.844274 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:43.845416 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ed82965f-877f-4fff-a1bf-74078e48567f HTTP/1.1" status: 204 len: 168 time: 0.1866915 Sep 16 05:43:43.853205 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49f31-3cfb-441d-95fb-73fa3d8c11cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82965f-877f-4fff-a1bf-74078e48567f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:44.446006 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e942-b88b-4e69-bbbb-acf6527746b8 req-332c7d42-5081-4d02-830c-69580a752e62 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:44.447507 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a9b3e942-b88b-4e69-bbbb-acf6527746b8 req-332c7d42-5081-4d02-830c-69580a752e62 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0520761 Sep 16 05:43:44.496613 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a9b3e942-b88b-4e69-bbbb-acf6527746b8 req-96acd97c-f6f2-48ae-8165-07a9eef98e2d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Sep 16 05:43:44.521900 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:45.621529 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7512-eca4-4f8d-88dd-0202533d3fe6 req-784edd65-e993-4927-93bb-4abe81fed55e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:45.623520 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cdaf7512-eca4-4f8d-88dd-0202533d3fe6 req-784edd65-e993-4927-93bb-4abe81fed55e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0520010 Sep 16 05:43:45.676455 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cdaf7512-eca4-4f8d-88dd-0202533d3fe6 req-d529c62d-b82c-4bc6-b656-e520d4229def tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470912 Sep 16 05:43:45.897905 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-01f0aab3-7a16-4db1-a02e-703f8c323773 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384295 Sep 16 05:43:46.816874 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18a7a8-f733-4abc-91d8-4ca2ddf10d8d req-2c3d388d-6a5c-49ba-aa5b-136f6c79a1c2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:46.818398 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dd18a7a8-f733-4abc-91d8-4ca2ddf10d8d req-2c3d388d-6a5c-49ba-aa5b-136f6c79a1c2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0608861 Sep 16 05:43:46.866257 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dd18a7a8-f733-4abc-91d8-4ca2ddf10d8d req-6fdc57f6-8829-4137-8bb2-96dfb9cc3026 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Sep 16 05:43:47.317802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42618) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:47.438305 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbfa6-4ab1-4807-8112-6e0ba21bc5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.519052 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbfa6-4ab1-4807-8112-6e0ba21bc5cb admin admin] Publish callbacks [] for security_group (bd62799c-36c6-459d-aaa7-e8495654fdf0), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.625086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbfa6-4ab1-4807-8112-6e0ba21bc5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bd62799c-36c6-459d-aaa7-e8495654fdf0), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.669304 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ca2dbfa6-4ab1-4807-8112-6e0ba21bc5cb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=035a55a6a0684843b995b2bb854f5f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479297 Sep 16 05:43:47.669304 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dbfa6-4ab1-4807-8112-6e0ba21bc5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62799c-36c6-459d-aaa7-e8495654fdf0,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:47.669960 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42628) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:47.735874 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] Publish callbacks [] for security_group (bd62799c-36c6-459d-aaa7-e8495654fdf0), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.760131 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] Publish callbacks [] for security_group (bd62799c-36c6-459d-aaa7-e8495654fdf0), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.771186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:47.894585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bd62799c-36c6-459d-aaa7-e8495654fdf0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.897329 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:47.902363 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bd62799c-36c6-459d-aaa7-e8495654fdf0 HTTP/1.1" status: 204 len: 168 time: 0.2313714 Sep 16 05:43:47.914699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150320e-bda6-40bc-8025-1bcc28c3b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62799c-36c6-459d-aaa7-e8495654fdf0,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:48.058075 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a8248-9396-4f47-a6a4-c29526e3db7e req-397651e3-ed52-468a-8f3d-c6e9cbb38a4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:48.058075 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ac9a8248-9396-4f47-a6a4-c29526e3db7e req-397651e3-ed52-468a-8f3d-c6e9cbb38a4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0497396 Sep 16 05:43:48.076476 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ac9a8248-9396-4f47-a6a4-c29526e3db7e req-8726911f-8284-4860-a69a-342e42fffadf tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Sep 16 05:43:48.424537 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-a9dfa829-86e6-4fc0-bd2d-4cb099dd574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:48.425944 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-a9dfa829-86e6-4fc0-bd2d-4cb099dd574f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.0409977 Sep 16 05:43:48.539132 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-91fb0da2-5134-465e-9dde-4ec489a00cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:48.540594 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-91fb0da2-5134-465e-9dde-4ec489a00cef service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.0960035 Sep 16 05:43:48.625718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42650) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:48.639689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6dbdf32c-f651-47f3-9c49-d312252f0b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:48.649909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:48.717698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6dbdf32c-f651-47f3-9c49-d312252f0b1c admin admin] Publish callbacks [] for security_group (dec84826-5c77-43f3-bf91-1f2f8be2df8c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:48.785059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6dbdf32c-f651-47f3-9c49-d312252f0b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (dec84826-5c77-43f3-bf91-1f2f8be2df8c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:48.827026 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdf32c-f651-47f3-9c49-d312252f0b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec84826-5c77-43f3-bf91-1f2f8be2df8c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:48.832443 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6dbdf32c-f651-47f3-9c49-d312252f0b1c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=02b0007126c044ed9663c8d19cca92a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055721 Sep 16 05:43:48.835284 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42652) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:48.888501 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-159b8453-800c-4bf1-9450-b0af8619c970 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.0399394 Sep 16 05:43:48.932557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:48.949310 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] Publish callbacks [] for security_group (dec84826-5c77-43f3-bf91-1f2f8be2df8c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:48.971738 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-35a1a0d8-bf8d-461b-9450-94eedf65cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:48.973143 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-35a1a0d8-bf8d-461b-9450-94eedf65cb6b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0700555 Sep 16 05:43:48.981374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] Publish callbacks [] for security_group (dec84826-5c77-43f3-bf91-1f2f8be2df8c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:49.053493 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-fb9dc1b4-bd74-4ab4-b82e-ecf33e1f9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:49.058225 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-fb9dc1b4-bd74-4ab4-b82e-ecf33e1f9f9d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671415 Sep 16 05:43:49.080369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:49.359469 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=71 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:49.392870 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (dec84826-5c77-43f3-bf91-1f2f8be2df8c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:49.396831 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:49.409307 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dec84826-5c77-43f3-bf91-1f2f8be2df8c HTTP/1.1" status: 204 len: 168 time: 0.5681002 Sep 16 05:43:49.447667 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:49.468371 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-4d4c56ee-c4fc-437f-9391-946e0d3399b1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035757 Sep 16 05:43:49.471571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e55581-2786-4951-a1de-866dcbd63a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec84826-5c77-43f3-bf91-1f2f8be2df8c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.482233 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e93297-ea6f-433d-8873-aa3976786872 req-bb860cc3-85d7-41fa-ac8e-ed339c7591f7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:49.489841 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4e93297-ea6f-433d-8873-aa3976786872 req-bb860cc3-85d7-41fa-ac8e-ed339c7591f7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.3351042 Sep 16 05:43:49.617886 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4e93297-ea6f-433d-8873-aa3976786872 req-6836baa1-9d19-4b97-af66-9827402a8241 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271181 Sep 16 05:43:49.640625 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-400aa9d0-dd9b-4a88-94a7-f3a5f95c94d0 req-4919c90e-cc03-4003-8257-83fc7c1812c5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481748 Sep 16 05:43:50.047788 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fa952-46ac-4a71-a5a2-6341107ae1ce req-c9e50f1a-1b5f-46a1-a4ab-702b7450bf59 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:50.052181 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ea8fa952-46ac-4a71-a5a2-6341107ae1ce req-c9e50f1a-1b5f-46a1-a4ab-702b7450bf59 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0491757 Sep 16 05:43:50.110257 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ea8fa952-46ac-4a71-a5a2-6341107ae1ce req-2d32f869-40d5-4ee4-8275-8b84872553ce tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521228 Sep 16 05:43:50.748759 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26f0b-5965-4474-bf78-4a2e5b9c639c req-0fcc1c18-71a6-4469-b658-a7a3a02a7a34 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:50.750236 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26b26f0b-5965-4474-bf78-4a2e5b9c639c req-0fcc1c18-71a6-4469-b658-a7a3a02a7a34 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0471961 Sep 16 05:43:50.798413 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26b26f0b-5965-4474-bf78-4a2e5b9c639c req-add0c861-9698-4646-92d8-8b7c6e841e01 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Sep 16 05:43:51.296200 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85d8b-2f74-4cc6-b580-b9219afd5dfd req-d5f3c5d4-3019-49a8-bae0-9d0d696e1c4a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:51.297701 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9f85d8b-2f74-4cc6-b580-b9219afd5dfd req-d5f3c5d4-3019-49a8-bae0-9d0d696e1c4a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0703292 Sep 16 05:43:51.355590 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9f85d8b-2f74-4cc6-b580-b9219afd5dfd req-04eb93b8-4eab-400e-85db-630fa51bddec tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Sep 16 05:43:51.499988 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42742) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:51.634039 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b9f17f80-ca00-4f5c-be89-0b54bb84f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:51.689014 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:51.715156 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b9f17f80-ca00-4f5c-be89-0b54bb84f1e8 admin admin] Publish callbacks [] for security_group (08f463a1-deee-4220-922f-540d90740385), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:51.779426 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b9f17f80-ca00-4f5c-be89-0b54bb84f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (08f463a1-deee-4220-922f-540d90740385), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:51.833628 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42752) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:51.834250 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b9f17f80-ca00-4f5c-be89-0b54bb84f1e8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bf8299edcc474c43b7613d1d2c915c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326237 Sep 16 05:43:51.834730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f17f80-ca00-4f5c-be89-0b54bb84f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f463a1-deee-4220-922f-540d90740385,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.914825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] Publish callbacks [] for security_group (08f463a1-deee-4220-922f-540d90740385), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:51.958387 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] Publish callbacks [] for security_group (08f463a1-deee-4220-922f-540d90740385), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:51.965255 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755600ee-efbc-4ca4-b30e-d2956f37b19b req-c6bb3ce6-3a00-4246-bd60-fe3eb0557fae tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:51.966754 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-755600ee-efbc-4ca4-b30e-d2956f37b19b req-c6bb3ce6-3a00-4246-bd60-fe3eb0557fae tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0701869 Sep 16 05:43:52.034180 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-755600ee-efbc-4ca4-b30e-d2956f37b19b req-84037a0f-0590-4de5-8960-f5b371fc733b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Sep 16 05:43:52.110539 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (08f463a1-deee-4220-922f-540d90740385), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:52.113694 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:52.115068 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/08f463a1-deee-4220-922f-540d90740385 HTTP/1.1" status: 204 len: 168 time: 0.2801445 Sep 16 05:43:52.123042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d82a-dfa0-42e8-b1f8-8e0faf80e02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f463a1-deee-4220-922f-540d90740385,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:52.499192 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749a67-b560-4d07-9083-215a64e39b1d req-fcc6381b-aec2-4315-a880-38efe1d6fbc6 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:52.500754 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c5749a67-b560-4d07-9083-215a64e39b1d req-fcc6381b-aec2-4315-a880-38efe1d6fbc6 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0671544 Sep 16 05:43:52.549329 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c5749a67-b560-4d07-9083-215a64e39b1d req-d2ca1a45-1e3b-4e07-a50d-3831093ea3c0 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Sep 16 05:43:52.742968 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 42770) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:52.757688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5107db19-0283-45d0-a608-f142bf1b51a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:52.846201 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5107db19-0283-45d0-a608-f142bf1b51a1 admin admin] Publish callbacks [] for security_group (2d650b99-68e7-41af-a2c2-263bc4b38127), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:52.910818 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5107db19-0283-45d0-a608-f142bf1b51a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2d650b99-68e7-41af-a2c2-263bc4b38127), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:52.950235 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107db19-0283-45d0-a608-f142bf1b51a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d650b99-68e7-41af-a2c2-263bc4b38127,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:52.955402 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-5107db19-0283-45d0-a608-f142bf1b51a1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8a61676df1fe41cab96bbe3fce56af35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133596 Sep 16 05:43:52.958903 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 42772) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:43:53.004059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:53.007322 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] Publish callbacks [] for security_group (2d650b99-68e7-41af-a2c2-263bc4b38127), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:53.027224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] Publish callbacks [] for security_group (2d650b99-68e7-41af-a2c2-263bc4b38127), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:53.162969 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633caa3-c6c3-4318-ac51-31ea2ee161c2 req-657439c3-d20b-4e05-aed8-8e6921505f87 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:53.164427 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1633caa3-c6c3-4318-ac51-31ea2ee161c2 req-657439c3-d20b-4e05-aed8-8e6921505f87 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Sep 16 05:43:53.186950 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2d650b99-68e7-41af-a2c2-263bc4b38127), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:53.189396 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:53.190500 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2d650b99-68e7-41af-a2c2-263bc4b38127 HTTP/1.1" status: 204 len: 168 time: 0.2306602 Sep 16 05:43:53.207801 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bf971-f5d4-4d03-bede-a4c0ba2187a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d650b99-68e7-41af-a2c2-263bc4b38127,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:53.230797 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1633caa3-c6c3-4318-ac51-31ea2ee161c2 req-6fb9bb97-4204-497f-9c58-e2a9dccb1fbd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598505 Sep 16 05:43:53.683306 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ccda7-d994-4867-9a78-0a62315b1c98 req-2b19a63d-79cf-49a5-81ff-b59b82222eab tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:53.684780 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-677ccda7-d994-4867-9a78-0a62315b1c98 req-2b19a63d-79cf-49a5-81ff-b59b82222eab tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Sep 16 05:43:53.733456 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-677ccda7-d994-4867-9a78-0a62315b1c98 req-859515eb-1fa0-434f-b608-f7146ef3c66b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Sep 16 05:43:54.353335 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100eb8e-7dbe-4cad-aa40-f9280412bc38 req-18c514e6-4d0f-484a-b52c-5e85457a0c5b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:54.354869 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4100eb8e-7dbe-4cad-aa40-f9280412bc38 req-18c514e6-4d0f-484a-b52c-5e85457a0c5b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Sep 16 05:43:54.426361 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4100eb8e-7dbe-4cad-aa40-f9280412bc38 req-6363ab8d-8cf1-4ca3-8501-18d43a6b8590 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648193 Sep 16 05:43:54.863442 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebdcaa-bbc3-490a-af90-71f4d9b08ab7 req-ea0f3141-1ddd-4be2-ba57-88ef8f54ef76 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:54.865014 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-59ebdcaa-bbc3-490a-af90-71f4d9b08ab7 req-ea0f3141-1ddd-4be2-ba57-88ef8f54ef76 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0489249 Sep 16 05:43:54.917075 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-59ebdcaa-bbc3-490a-af90-71f4d9b08ab7 req-26e434c7-9f38-4e59-96a5-e3d310023caf tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Sep 16 05:43:55.549465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c727d1a-fcfd-453b-9b57-894f692cb0cf req-e43305ef-31c9-4187-a71c-ef5eb9f0b1d9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:55.552007 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2c727d1a-fcfd-453b-9b57-894f692cb0cf req-e43305ef-31c9-4187-a71c-ef5eb9f0b1d9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Sep 16 05:43:55.599644 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2c727d1a-fcfd-453b-9b57-894f692cb0cf req-ae5a8a24-d2a3-4532-ba70-e6957b43dae8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Sep 16 05:43:56.058777 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5e76-c4ff-40c2-8dee-df9d1ebb6eb5 req-68d14686-124c-44bb-a1e6-0ff4a326f883 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:56.060306 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-586b5e76-c4ff-40c2-8dee-df9d1ebb6eb5 req-68d14686-124c-44bb-a1e6-0ff4a326f883 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Sep 16 05:43:56.087925 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:56.111159 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-586b5e76-c4ff-40c2-8dee-df9d1ebb6eb5 req-46743da8-fb7b-4704-9a65-8ad686d9dbc2 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Sep 16 05:43:56.711170 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:43:56.721493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d9d4-374f-42da-a604-c6e566a44512 req-855d2811-b78c-4adc-a3e7-73d941912305 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:56.723537 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4867d9d4-374f-42da-a604-c6e566a44512 req-855d2811-b78c-4adc-a3e7-73d941912305 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Sep 16 05:43:56.769554 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4867d9d4-374f-42da-a604-c6e566a44512 req-a4dcf424-be9d-49d1-87b2-02a15d8bfd9e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Sep 16 05:43:57.240218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87491-fc6b-46af-89e8-7872a1600cc5 req-bcda5a4a-7ac3-4433-bb98-dd08c6efd221 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:57.241564 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dde87491-fc6b-46af-89e8-7872a1600cc5 req-bcda5a4a-7ac3-4433-bb98-dd08c6efd221 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Sep 16 05:43:57.289296 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dde87491-fc6b-46af-89e8-7872a1600cc5 req-2187f066-2149-45ac-a507-655b5f95c266 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Sep 16 05:43:57.893342 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550b7d-3d57-40d5-964f-eb425f13440a req-9cfedf6a-5ed0-4d78-8c82-d23bab2b610c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:57.895035 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-86550b7d-3d57-40d5-964f-eb425f13440a req-9cfedf6a-5ed0-4d78-8c82-d23bab2b610c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0498395 Sep 16 05:43:57.946798 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-86550b7d-3d57-40d5-964f-eb425f13440a req-f97288cc-7a26-4c71-a8d2-e70191eff293 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Sep 16 05:43:58.416059 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2623d-eeef-4de1-8915-228149873750 req-5063b2d4-b90a-4eef-bbb6-96e6042d821c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:58.417503 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-18b2623d-eeef-4de1-8915-228149873750 req-5063b2d4-b90a-4eef-bbb6-96e6042d821c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0506411 Sep 16 05:43:58.464174 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-18b2623d-eeef-4de1-8915-228149873750 req-64e8dec5-bf35-47ef-b20d-a08f14c4e093 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Sep 16 05:43:59.063934 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836d6f0-94dc-427e-a002-9eae6ece746c req-abf1b8be-6d07-412c-8e61-456920ad3e81 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:59.065385 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d836d6f0-94dc-427e-a002-9eae6ece746c req-abf1b8be-6d07-412c-8e61-456920ad3e81 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0459640 Sep 16 05:43:59.113717 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d836d6f0-94dc-427e-a002-9eae6ece746c req-d8676a2d-580d-4730-827d-e41b73fad166 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Sep 16 05:43:59.586417 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23c6b-5660-40da-8134-8d2ea335fb96 req-0f3213c2-f156-48a8-acf0-306bbcf52cbd tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:43:59.587888 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-77e23c6b-5660-40da-8134-8d2ea335fb96 req-0f3213c2-f156-48a8-acf0-306bbcf52cbd tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Sep 16 05:43:59.635651 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-77e23c6b-5660-40da-8134-8d2ea335fb96 req-15ebf5c1-dc9f-4a4a-84f8-8d4fd2a39fc8 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Sep 16 05:43:59.750878 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device be7a69b0-9a85-4361-afd9-8c01de9d91aa no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:59.823389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port be7a69b0-9a85-4361-afd9-8c01de9d91aa is: ACTIVE; New status is: DOWN {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:43:59.823761 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:59.846102 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:43:59.848425 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112ca63-9fbc-4f8b-bb60-acc33ac6e9ec" -d '{"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-unplugged", "status": "completed", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:59.860361 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:59.885452 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 05:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babeaebc-060c-4b09-b86c-c0ce8f763341 x-openstack-request-id: req-babeaebc-060c-4b09-b86c-c0ce8f763341 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:59.885758 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-unplugged", "status": "completed", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:59.886041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-babeaebc-060c-4b09-b86c-c0ce8f763341 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:59.886436 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babeaebc-060c-4b09-b86c-c0ce8f763341'] response: {'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'code': 200} Sep 16 05:43:59.915665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:43:59.963178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=6']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:59.970040 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.970381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.970711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.971064 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.971387 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.971704 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.972067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.972381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.972695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.973009 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.973318 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.973642 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.973987 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.974296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:59.974600 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:00.235769 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650be6b-2af1-450e-8aeb-be2aecf0e7f6 req-7ea6aa04-f5f8-4354-8dc0-e62a3a6b3dfa tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:00.237240 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f650be6b-2af1-450e-8aeb-be2aecf0e7f6 req-7ea6aa04-f5f8-4354-8dc0-e62a3a6b3dfa tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0508683 Sep 16 05:44:00.269506 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:00.286912 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f650be6b-2af1-450e-8aeb-be2aecf0e7f6 req-8bbffc8c-4f13-4e97-a17b-8a0cae609736 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Sep 16 05:44:00.764150 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b50c0-7c83-4f3a-a6d7-6ef150c2c24f req-dd694e24-4a29-4b6b-9e98-1a70f049c80c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:00.765614 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-486b50c0-7c83-4f3a-a6d7-6ef150c2c24f req-dd694e24-4a29-4b6b-9e98-1a70f049c80c tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0475612 Sep 16 05:44:00.817935 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-486b50c0-7c83-4f3a-a6d7-6ef150c2c24f req-77ac9cb2-22e1-465c-8a66-f392a5005c02 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Sep 16 05:44:01.186288 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:01.413492 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2e11e-4636-4329-b5c1-ad94a40d7444 req-591dd61e-1be4-4271-9fac-dba249918cfc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:01.414970 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-26b2e11e-4636-4329-b5c1-ad94a40d7444 req-591dd61e-1be4-4271-9fac-dba249918cfc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0465264 Sep 16 05:44:01.460903 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-26b2e11e-4636-4329-b5c1-ad94a40d7444 req-1511bbf6-f878-4cae-9e8d-90894a44c840 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Sep 16 05:44:01.940432 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb254-db96-4481-8fdd-f797f4cb9a61 req-b73fb1a2-427a-4bf2-aae1-1acd9fbed27a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:01.941902 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fc6cb254-db96-4481-8fdd-f797f4cb9a61 req-b73fb1a2-427a-4bf2-aae1-1acd9fbed27a tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0491664 Sep 16 05:44:01.986906 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fc6cb254-db96-4481-8fdd-f797f4cb9a61 req-2866749d-4d6a-4123-bbd3-35addfc178e3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Sep 16 05:44:02.092177 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c8af77f1-6572-4a0c-8711-8a57338d5e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:02.580161 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cdc26-4e1d-4e83-8be0-fbde4176388a req-273135b0-ae09-47ff-8445-e759600c282c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:02.581605 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f89cdc26-4e1d-4e83-8be0-fbde4176388a req-273135b0-ae09-47ff-8445-e759600c282c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0469127 Sep 16 05:44:02.633057 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f89cdc26-4e1d-4e83-8be0-fbde4176388a req-16c42a25-8f88-43c8-9513-e6ed74d6f627 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Sep 16 05:44:03.105935 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c96de-cb79-448f-9247-acf37cd369dc req-8ceea2c3-aa08-413d-a698-d74d217f1763 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:03.107390 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ec1c96de-cb79-448f-9247-acf37cd369dc req-8ceea2c3-aa08-413d-a698-d74d217f1763 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0466497 Sep 16 05:44:03.158319 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ec1c96de-cb79-448f-9247-acf37cd369dc req-cc1cc077-d75f-49bf-ae03-d694ff374225 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Sep 16 05:44:03.758983 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5494-2835-4372-b0ce-43903d0951d3 req-850ad802-8d04-459e-95a1-01f804dff5c1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:03.760440 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e3ea5494-2835-4372-b0ce-43903d0951d3 req-850ad802-8d04-459e-95a1-01f804dff5c1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Sep 16 05:44:03.810731 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e3ea5494-2835-4372-b0ce-43903d0951d3 req-78d6fc4b-e686-4e18-b930-36abcf49f235 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Sep 16 05:44:03.877681 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-93f369df-8cf4-4022-bef7-fca799b0b28b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:03.879939 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-93f369df-8cf4-4022-bef7-fca799b0b28b tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0498962 Sep 16 05:44:04.270060 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5d40117d-f421-4209-9c1c-eaa34169b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:04.284364 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa6bc-4a47-48f8-a0fe-8c8578dab9a0 req-06a4ca58-fae2-4756-b6b8-52cb66ae08e3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:04.286652 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c19aa6bc-4a47-48f8-a0fe-8c8578dab9a0 req-06a4ca58-fae2-4756-b6b8-52cb66ae08e3 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 943 time: 0.0524552 Sep 16 05:44:04.333551 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Deleting port be7a69b0-9a85-4361-afd9-8c01de9d91aa {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:44:04.333918 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:04.339203 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c19aa6bc-4a47-48f8-a0fe-8c8578dab9a0 req-7def4196-562a-4c6c-ac98-49fbb0486b6f tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Sep 16 05:44:04.439196 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] For port be7a69b0-9a85-4361-afd9-8c01de9d91aa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=be7a69b0-9a85-4361-afd9-8c01de9d91aa,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:04.439478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:04.455114 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Calling delete_port for be7a69b0-9a85-4361-afd9-8c01de9d91aa owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:44:04.536681 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:04.686689 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (be7a69b0-9a85-4361-afd9-8c01de9d91aa), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:04.715722 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Pushing event deleted for resources: {'Port': ['ID=be7a69b0-9a85-4361-afd9-8c01de9d91aa,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.783048 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] No DVR routers for this DVR port be7a69b0-9a85-4361-afd9-8c01de9d91aa on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:44:04.786773 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:04.790215 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7e6f290b-09c9-42c2-a01b-c1e63e67ef58 req-b3b76806-56fd-427b-9175-b508b1065b54 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.15 "DELETE /networking/v2.0/ports/be7a69b0-9a85-4361-afd9-8c01de9d91aa HTTP/1.1" status: 204 len: 173 time: 0.5812938 Sep 16 05:44:04.790723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-deleted', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:44:04.794857 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac663a-17fe-40cd-ad47-93d94b19702d" -d '{"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-deleted", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:04.835696 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e801e77-05e6-43a2-9582-f88eca798ac0 x-openstack-request-id: req-9e801e77-05e6-43a2-9582-f88eca798ac0 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:04.835996 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59daf0cb-2f6b-4fef-9ba4-86392026e912", "name": "network-vif-deleted", "tag": "be7a69b0-9a85-4361-afd9-8c01de9d91aa", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:04.836251 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e801e77-05e6-43a2-9582-f88eca798ac0 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:04.836655 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e801e77-05e6-43a2-9582-f88eca798ac0'] response: {'server_uuid': '59daf0cb-2f6b-4fef-9ba4-86392026e912', 'name': 'network-vif-deleted', 'tag': 'be7a69b0-9a85-4361-afd9-8c01de9d91aa', 'status': 'completed', 'code': 200} Sep 16 05:44:04.935558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:04.944124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2665e-25bf-4c72-8d74-9a391c311067 req-b9bc74a9-3068-4e45-9863-0e18bb30cdad tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:04.945656 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-74f2665e-25bf-4c72-8d74-9a391c311067 req-b9bc74a9-3068-4e45-9863-0e18bb30cdad tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0501332 Sep 16 05:44:04.999968 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-74f2665e-25bf-4c72-8d74-9a391c311067 req-ef5eb0bf-ff80-4be0-a5f9-11fa45a37a67 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Sep 16 05:44:05.453370 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-94c75c5a-3012-4c77-8609-d07904b105a0 req-3302bb6e-b845-4c3e-a336-3421cc2687a4 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Sep 16 05:44:05.938293 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:06.135156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567443-2733-4b0d-ba7c-35e39ec375fe req-a0df3920-6c96-431d-95e3-3747c7e4571f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:06.136688 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-25567443-2733-4b0d-ba7c-35e39ec375fe req-a0df3920-6c96-431d-95e3-3747c7e4571f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Sep 16 05:44:06.194455 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-25567443-2733-4b0d-ba7c-35e39ec375fe req-9ccde9e3-e225-4208-8e76-106a4521a26b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Sep 16 05:44:06.576926 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b2a23d09-943e-42f8-93c1-205a55c850ab req-03f03271-5b8d-4cc0-a477-511b104b12e8 tempest-DeleteServersTestJSON-156849001 tempest-DeleteServersTestJSON-156849001-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=59daf0cb-2f6b-4fef-9ba4-86392026e912 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Sep 16 05:44:07.315139 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5aa77-a835-461e-9ea6-94ab11539bc3 req-a9121d5a-2486-4d8c-8d4b-befcd05b81c3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:07.316635 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33b5aa77-a835-461e-9ea6-94ab11539bc3 req-a9121d5a-2486-4d8c-8d4b-befcd05b81c3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0473604 Sep 16 05:44:07.377277 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33b5aa77-a835-461e-9ea6-94ab11539bc3 req-ea6500e8-7235-4a0b-861f-ed2dbe5b4e6f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Sep 16 05:44:07.424349 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:07.772940 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:08.505977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc7791-2301-4de0-a71d-dd71fec7da10 req-b885ac03-3b2f-42c8-bb6e-2368fb2e34f6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:08.507446 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00cc7791-2301-4de0-a71d-dd71fec7da10 req-b885ac03-3b2f-42c8-bb6e-2368fb2e34f6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0507667 Sep 16 05:44:08.556481 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00cc7791-2301-4de0-a71d-dd71fec7da10 req-674f4bcf-0b4f-486a-9dd4-a094651a854b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Sep 16 05:44:08.741853 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43084) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:08.852110 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-070e9e30-ffe4-4d24-b127-1a662c342835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:08.896857 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:08.930064 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-070e9e30-ffe4-4d24-b127-1a662c342835 admin admin] Publish callbacks [] for security_group (db35722f-5150-4112-a0bf-046560010d5c), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:08.984381 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-070e9e30-ffe4-4d24-b127-1a662c342835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (db35722f-5150-4112-a0bf-046560010d5c), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.026116 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-070e9e30-ffe4-4d24-b127-1a662c342835 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c1115ed4067b40f5a751fa75fc7fc295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831404 Sep 16 05:44:09.029131 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e9e30-ffe4-4d24-b127-1a662c342835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35722f-5150-4112-a0bf-046560010d5c,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:09.029348 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43088) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:09.078591 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] Publish callbacks [] for security_group (db35722f-5150-4112-a0bf-046560010d5c), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.101113 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] Publish callbacks [] for security_group (db35722f-5150-4112-a0bf-046560010d5c), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.225238 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43098) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:09.258736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (db35722f-5150-4112-a0bf-046560010d5c), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.261568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.267031 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/db35722f-5150-4112-a0bf-046560010d5c HTTP/1.1" status: 204 len: 168 time: 0.2362125 Sep 16 05:44:09.277507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938de1d-cf5a-4a1f-9ab9-5a14b1e3a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35722f-5150-4112-a0bf-046560010d5c,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:09.626480 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (f507e036-e740-4446-b497-25f3dc6ad488), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:09.703341 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761de9f-bf3b-4f70-87e7-17e57f83ac51 req-4de6ec8e-09cf-42b5-b0fc-8671fbb4d427 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:09.705125 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1761de9f-bf3b-4f70-87e7-17e57f83ac51 req-4de6ec8e-09cf-42b5-b0fc-8671fbb4d427 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0670953 Sep 16 05:44:09.729751 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:09.736112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:09.771527 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1761de9f-bf3b-4f70-87e7-17e57f83ac51 req-a06c833c-936d-4a1a-9a77-2319af830672 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595386 Sep 16 05:44:09.950874 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Deleting port 50c28321-5b59-479f-adfb-c7e668f0cd23 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:44:09.951203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:10.032390 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] For port 50c28321-5b59-479f-adfb-c7e668f0cd23, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=50c28321-5b59-479f-adfb-c7e668f0cd23,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:10.032742 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:10.044972 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Calling delete_port for 50c28321-5b59-479f-adfb-c7e668f0cd23 owned by network:router_interface {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:44:10.046415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:10.352209 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (50c28321-5b59-479f-adfb-c7e668f0cd23), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:10.414232 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=50c28321-5b59-479f-adfb-c7e668f0cd23,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:10.722752 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43156) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:10.864783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (f507e036-e740-4446-b497-25f3dc6ad488), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:10.925135 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e968-7f58-424d-9ba3-5932f5ebea8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:10.959493 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.003356 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a9a9-b6d3-4a2a-b6c1-4a12cfb1ce4d req-4c19dd29-3f58-4f74-90f0-1127ea0b639a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:11.005404 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ce51a9a9-b6d3-4a2a-b6c1-4a12cfb1ce4d req-4c19dd29-3f58-4f74-90f0-1127ea0b639a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0882967 Sep 16 05:44:11.008727 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e968-7f58-424d-9ba3-5932f5ebea8c admin admin] Publish callbacks [] for security_group (c3cba995-162e-45a7-902c-a8cf7bf32d41), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.099213 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e968-7f58-424d-9ba3-5932f5ebea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c3cba995-162e-45a7-902c-a8cf7bf32d41), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.113143 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ce51a9a9-b6d3-4a2a-b6c1-4a12cfb1ce4d req-9357c8b6-14f9-460b-ae2f-3f32ecf99a34 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984254 Sep 16 05:44:11.151208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3e968-7f58-424d-9ba3-5932f5ebea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cba995-162e-45a7-902c-a8cf7bf32d41,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.156920 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b2f3e968-7f58-424d-9ba3-5932f5ebea8c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c09db6f287454bd08071acbab824eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319661 Sep 16 05:44:11.167608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43170) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:11.181959 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.183125 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.183450 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Router f507e036-e740-4446-b497-25f3dc6ad488 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:11.225555 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] Publish callbacks [] for security_group (c3cba995-162e-45a7-902c-a8cf7bf32d41), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.246585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] Publish callbacks [] for security_group (c3cba995-162e-45a7-902c-a8cf7bf32d41), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.294037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:11.303102 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8d0ca7fb-479e-4db8-ad0d-dbe2ae2c3e5a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f507e036-e740-4446-b497-25f3dc6ad488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733685 Sep 16 05:44:11.303496 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43172) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:11.304533 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Sync routers for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:11.314832 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:11.315437 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.399012 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c3cba995-162e-45a7-902c-a8cf7bf32d41), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.401532 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.406517 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c3cba995-162e-45a7-902c-a8cf7bf32d41 HTTP/1.1" status: 204 len: 168 time: 0.2339413 Sep 16 05:44:11.425097 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553aaf4-bc82-473b-a307-d4719278dc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cba995-162e-45a7-902c-a8cf7bf32d41,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.446021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks [] for router (f507e036-e740-4446-b497-25f3dc6ad488), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.457395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.459154 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=56,neutron:UPDATE=7 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.491641 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:11.545482 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:11.571488 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks [] for router_gateway (f507e036-e740-4446-b497-25f3dc6ad488), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:11.767171 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:44:10Z', 'revision_number': 5, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port': {'id': '6101a0f1-1ba7-4d77-ac8e-79870972b2d3', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.817290 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e92ad-f9bc-4b55-9ee1-35d1c128bbea req-ef2be047-40d0-480b-a4fb-665c72f7e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:11.819315 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b0e92ad-f9bc-4b55-9ee1-35d1c128bbea req-ef2be047-40d0-480b-a4fb-665c72f7e326 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1129 time: 0.1080365 Sep 16 05:44:11.824600 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Checking router: f507e036-e740-4446-b497-25f3dc6ad488 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:11.835953 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Routers {'f507e036-e740-4446-b497-25f3dc6ad488'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:11.836882 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['f507e036-e740-4446-b497-25f3dc6ad488'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.950359 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b0e92ad-f9bc-4b55-9ee1-35d1c128bbea req-8e60083a-74f9-40e4-8242-74c4b76fabe8 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223588 Sep 16 05:44:11.966430 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] Set router f507e036-e740-4446-b497-25f3dc6ad488 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:11.980381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-60584179-7727-46cb-9354-848168179357 admin admin] Deleting port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:44:11.980886 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.034155 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:12.042138 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:44:11Z', 'revision_number': 6, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:12.067625 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181d922-4c3d-41ce-bb3d-843ff170ca8a None None] The sync data for ids ['f507e036-e740-4446-b497-25f3dc6ad488'] in dv-cinder-857528-3-iscsi is: [{'id': 'f507e036-e740-4446-b497-25f3dc6ad488', 'name': 'tempest-DeleteServersTestJSON-1255767581-router', 'tenant_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:44:11Z', 'revision_number': 6, 'project_id': '3d0323b2af5040ee976e6a0a223ebe2c', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:12.078492 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-60584179-7727-46cb-9354-848168179357 admin admin] For port 6101a0f1-1ba7-4d77-ac8e-79870972b2d3, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:12.079157 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.101646 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-60584179-7727-46cb-9354-848168179357 admin admin] Calling delete_port for 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:44:12.323529 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e89d6-8b84-4195-abe8-8f5056d02787 req-df6837ff-5f64-43f5-baa6-fbbc69cc046c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:12.325010 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5e9e89d6-8b84-4195-abe8-8f5056d02787 req-df6837ff-5f64-43f5-baa6-fbbc69cc046c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0977085 Sep 16 05:44:12.384147 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5e9e89d6-8b84-4195-abe8-8f5056d02787 req-131a41b5-c025-426d-ba36-70c2e1673422 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Sep 16 05:44:12.442200 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (6101a0f1-1ba7-4d77-ac8e-79870972b2d3), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.473958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60584179-7727-46cb-9354-848168179357 admin admin] Pushing event deleted for resources: {'Port': ['ID=6101a0f1-1ba7-4d77-ac8e-79870972b2d3,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:12.541100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (f507e036-e740-4446-b497-25f3dc6ad488), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.556973 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:12.643945 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (f507e036-e740-4446-b497-25f3dc6ad488), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.646474 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks [] for router_controller (f507e036-e740-4446-b497-25f3dc6ad488), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.738207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43214) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:12.802785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (f507e036-e740-4446-b497-25f3dc6ad488), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.803850 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60584179-7727-46cb-9354-848168179357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f507e036-e740-4446-b497-25f3dc6ad488 {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:12.810476 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-60584179-7727-46cb-9354-848168179357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.811695 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-60584179-7727-46cb-9354-848168179357 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f507e036-e740-4446-b497-25f3dc6ad488 HTTP/1.1" status: 204 len: 168 time: 1.5071907 Sep 16 05:44:12.814222 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43218) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:12.866436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Deleting subnet 3f18d026-facd-4e2f-9aa1-8d27db80bf89 {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:44:12.894547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Publish callbacks [] for subnet (3f18d026-facd-4e2f-9aa1-8d27db80bf89), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.897675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8f8c77a8-88fe-43cc-b59d-f1b14925e18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:12.955313 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 50c28321-5b59-479f-adfb-c7e668f0cd23 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:13.004375 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 50c28321-5b59-479f-adfb-c7e668f0cd23 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:44:13.005989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 50c28321-5b59-479f-adfb-c7e668f0cd23 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:13.006667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:13.009166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (3f18d026-facd-4e2f-9aa1-8d27db80bf89), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.040709 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:44:13.042381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6101a0f1-1ba7-4d77-ac8e-79870972b2d3 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:13.198381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (3f18d026-facd-4e2f-9aa1-8d27db80bf89), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.242890 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8f8c77a8-88fe-43cc-b59d-f1b14925e18e admin admin] Publish callbacks [] for security_group (cc561b1e-5da6-415c-9923-71286dc7dc6c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.304377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8f8c77a8-88fe-43cc-b59d-f1b14925e18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (cc561b1e-5da6-415c-9923-71286dc7dc6c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.346818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8f8c77a8-88fe-43cc-b59d-f1b14925e18e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6c60f20274994638a50f21b037541c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069601 Sep 16 05:44:13.350724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43238) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:13.369756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c77a8-88fe-43cc-b59d-f1b14925e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc561b1e-5da6-415c-9923-71286dc7dc6c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.387334 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (3f18d026-facd-4e2f-9aa1-8d27db80bf89), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.420452 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] Publish callbacks [] for security_group (cc561b1e-5da6-415c-9923-71286dc7dc6c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.444919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f18d026-facd-4e2f-9aa1-8d27db80bf89,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.446842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.453644 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65fbcd-764a-4870-bf69-ddd4181e070d None None] Network 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:13.460658 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1ae2708e-087b-4f9e-8aa5-dbe40ec10088 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/3f18d026-facd-4e2f-9aa1-8d27db80bf89 HTTP/1.1" status: 204 len: 168 time: 0.6453204 Sep 16 05:44:13.473152 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] Publish callbacks [] for security_group (cc561b1e-5da6-415c-9923-71286dc7dc6c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.480281 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43244) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:13.588024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6864d-a48a-4ed6-b41d-bca33f73a283 req-7ced4004-e111-4726-b180-fe29cea92c4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:13.592142 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d1b6864d-a48a-4ed6-b41d-bca33f73a283 req-7ced4004-e111-4726-b180-fe29cea92c4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.1091881 Sep 16 05:44:13.596012 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:13.634217 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (5c7951d6-5017-4b41-8f0e-4ca25da90bb1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.652507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:13.702027 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Deleting port d5e3abf7-d50b-40a4-92a3-94742ec8c118 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:44:13.702292 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d1b6864d-a48a-4ed6-b41d-bca33f73a283 req-45567731-0b04-4137-a0ab-dd55e0fab065 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Sep 16 05:44:13.702786 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.714553 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (cc561b1e-5da6-415c-9923-71286dc7dc6c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.721365 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.725195 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cc561b1e-5da6-415c-9923-71286dc7dc6c HTTP/1.1" status: 204 len: 168 time: 0.3733530 Sep 16 05:44:13.739738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] DHCP port deletion for 5c7951d6-5017-4b41-8f0e-4ca25da90bb1 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:44:13.739864 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb7c4e-b469-452f-953e-115ddea9db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc561b1e-5da6-415c-9923-71286dc7dc6c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.813381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Deleting port d5e3abf7-d50b-40a4-92a3-94742ec8c118 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:44:13.813750 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.839345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] For port d5e3abf7-d50b-40a4-92a3-94742ec8c118, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d5e3abf7-d50b-40a4-92a3-94742ec8c118,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:13.839777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.882149 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Calling delete_port for d5e3abf7-d50b-40a4-92a3-94742ec8c118 owned by network:dhcp {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:44:13.926554 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] For port d5e3abf7-d50b-40a4-92a3-94742ec8c118, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d5e3abf7-d50b-40a4-92a3-94742ec8c118,segment=NetworkSegment(97d06f5f-4bb6-4379-817f-fdf65b84590d),segment_id=97d06f5f-4bb6-4379-817f-fdf65b84590d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:13.927042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:13.947329 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Calling delete_port for d5e3abf7-d50b-40a4-92a3-94742ec8c118 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:44:14.121536 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.125964 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:14.130973 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (d5e3abf7-d50b-40a4-92a3-94742ec8c118), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.150469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e3abf7-d50b-40a4-92a3-94742ec8c118,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.154598 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] No DVR routers for this DVR port d5e3abf7-d50b-40a4-92a3-94742ec8c118 on host dv-cinder-857528-3-iscsi {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:44:14.165950 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] Pushing event deleted for resources: {'Port': ['ID=d5e3abf7-d50b-40a4-92a3-94742ec8c118,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.170701 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca627a-d0a0-4990-8f4b-bcb938e3f982 None None] No DVR routers for this DVR port d5e3abf7-d50b-40a4-92a3-94742ec8c118 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:44:14.240504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (5c7951d6-5017-4b41-8f0e-4ca25da90bb1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.269603 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7951d6-5017-4b41-8f0e-4ca25da90bb1']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:14.285625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d06f5f-4bb6-4379-817f-fdf65b84590d') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:14.286303 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d06f5f-4bb6-4379-817f-fdf65b84590d') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:14.298250 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (97d06f5f-4bb6-4379-817f-fdf65b84590d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.318711 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (97d06f5f-4bb6-4379-817f-fdf65b84590d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.332068 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:14.332288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (97d06f5f-4bb6-4379-817f-fdf65b84590d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.381054 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 97d06f5f-4bb6-4379-817f-fdf65b84590d resource provider aggregate not found Sep 16 05:44:14.413216 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 97d06f5f-4bb6-4379-817f-fdf65b84590d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97d06f5f-4bb6-4379-817f-fdf65b84590d found for delete ", "request_id": "req-3bc6d7fe-438d-44ed-90a7-d9553f690223"}]} Sep 16 05:44:14.504282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (5c7951d6-5017-4b41-8f0e-4ca25da90bb1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.512067 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.515655 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5c7951d6-5017-4b41-8f0e-4ca25da90bb1 HTTP/1.1" status: 204 len: 168 time: 1.0335124 Sep 16 05:44:14.529890 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fea5a-47ac-40e7-8bb0-8e685ab4ad40 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7951d6-5017-4b41-8f0e-4ca25da90bb1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.664389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:14.793722 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d5e3abf7-d50b-40a4-92a3-94742ec8c118 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:14.816878 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: d5e3abf7-d50b-40a4-92a3-94742ec8c118 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:44:14.818770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d5e3abf7-d50b-40a4-92a3-94742ec8c118 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:14.885497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af1404-e50b-4e27-ab9e-af036ee4bff0 req-96d0b6a9-45df-43e1-9710-1c9679eda616 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:14.885497 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-77af1404-e50b-4e27-ab9e-af036ee4bff0 req-96d0b6a9-45df-43e1-9710-1c9679eda616 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0689473 Sep 16 05:44:14.935818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-77af1404-e50b-4e27-ab9e-af036ee4bff0 req-12a16af0-a1c2-427f-8193-fb74ccbbedaf tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498385 Sep 16 05:44:14.996461 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43290) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:15.033239 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43296) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:15.123115 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90d8f2-4946-490c-8112-353c30134fc0 req-8555b486-a669-4a4e-9fd6-b8fc586c8849 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:15.125516 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dd90d8f2-4946-490c-8112-353c30134fc0 req-8555b486-a669-4a4e-9fd6-b8fc586c8849 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0902967 Sep 16 05:44:15.156130 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-85ed59bc-e8c6-46f5-9110-7d26d965a7bb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3d0323b2af5040ee976e6a0a223ebe2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1213522 Sep 16 05:44:15.158603 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43304) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:15.220711 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dd90d8f2-4946-490c-8112-353c30134fc0 req-e04cb560-3915-443d-9a90-d342d05c0ced tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Sep 16 05:44:15.256974 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] Publish callbacks [] for security_group (6a5233f0-2cde-49b8-8a5b-bf1a82af39a7), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.306800 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] Publish callbacks [] for security_group (6a5233f0-2cde-49b8-8a5b-bf1a82af39a7), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.312196 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c2c172bf-5d79-4cc4-bac4-645bd354919c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.415919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c2c172bf-5d79-4cc4-bac4-645bd354919c admin admin] Publish callbacks [] for security_group (0fe48aac-205e-4dfc-8d2f-8ff3d15957dd), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.498296 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c2c172bf-5d79-4cc4-bac4-645bd354919c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0fe48aac-205e-4dfc-8d2f-8ff3d15957dd), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.499002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6a5233f0-2cde-49b8-8a5b-bf1a82af39a7), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.504160 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.506708 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a5233f0-2cde-49b8-8a5b-bf1a82af39a7 HTTP/1.1" status: 204 len: 168 time: 0.3471022 Sep 16 05:44:15.516410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0532d-bfdb-4db7-8f51-019b296b8c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5233f0-2cde-49b8-8a5b-bf1a82af39a7,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.561137 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c2c172bf-5d79-4cc4-bac4-645bd354919c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=410c3bb930d74d02807b0db4ab32c50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5635560 Sep 16 05:44:15.562733 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c172bf-5d79-4cc4-bac4-645bd354919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe48aac-205e-4dfc-8d2f-8ff3d15957dd,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.564206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43316) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:15.638579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] Publish callbacks [] for security_group (0fe48aac-205e-4dfc-8d2f-8ff3d15957dd), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.659578 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] Publish callbacks [] for security_group (0fe48aac-205e-4dfc-8d2f-8ff3d15957dd), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.668302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:15.778420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0fe48aac-205e-4dfc-8d2f-8ff3d15957dd), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.781224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:15.782395 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0fe48aac-205e-4dfc-8d2f-8ff3d15957dd HTTP/1.1" status: 204 len: 168 time: 0.2171705 Sep 16 05:44:15.791392 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbb5a3-72b5-477b-80eb-48ce701db46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe48aac-205e-4dfc-8d2f-8ff3d15957dd,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:16.511196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43358) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:16.525517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e99b4393-2e0a-4599-a2a5-bd99c2e0239a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.602487 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e99b4393-2e0a-4599-a2a5-bd99c2e0239a admin admin] Publish callbacks [] for security_group (3a9d97d1-3fb5-4d00-89ce-c27925a15d17), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.652251 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e99b4393-2e0a-4599-a2a5-bd99c2e0239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3a9d97d1-3fb5-4d00-89ce-c27925a15d17), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.697888 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e99b4393-2e0a-4599-a2a5-bd99c2e0239a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1e8c1ae7c0dd4dd383327d4b94a5b9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827700 Sep 16 05:44:16.697888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4393-2e0a-4599-a2a5-bd99c2e0239a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d97d1-3fb5-4d00-89ce-c27925a15d17,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:16.698079 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43364) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:16.767370 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] Publish callbacks [] for security_group (3a9d97d1-3fb5-4d00-89ce-c27925a15d17), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.790911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] Publish callbacks [] for security_group (3a9d97d1-3fb5-4d00-89ce-c27925a15d17), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.798583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:16.809744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43370) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:16.925178 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1076a01-6522-46eb-aee2-d88c99384e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.938676 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3a9d97d1-3fb5-4d00-89ce-c27925a15d17), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.941204 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:16.943179 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3a9d97d1-3fb5-4d00-89ce-c27925a15d17 HTTP/1.1" status: 204 len: 168 time: 0.2357619 Sep 16 05:44:16.959389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28128303-cd4c-4906-9716-ee8b5c83e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d97d1-3fb5-4d00-89ce-c27925a15d17,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.034613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1076a01-6522-46eb-aee2-d88c99384e2d admin admin] Publish callbacks [] for security_group (b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.107813 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43388) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:17.112273 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1076a01-6522-46eb-aee2-d88c99384e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.188120 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c1076a01-6522-46eb-aee2-d88c99384e2d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=19b1f84056d6452ca3abac0d8530f2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747678 Sep 16 05:44:17.188120 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1076a01-6522-46eb-aee2-d88c99384e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.188573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43394) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:17.276822 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-302156010-network', 'tenant_id': '67626fcccd8a44e4af89f3193ae20bf7'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:17.319048 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] Publish callbacks [] for security_group (b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.339496 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] Publish callbacks [] for security_group (b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.397179 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Made reservation on behalf of 67626fcccd8a44e4af89f3193ae20bf7 for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:17.403449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.406615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=8 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:17.414016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.484286 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.487025 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.491204 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2 HTTP/1.1" status: 204 len: 168 time: 0.3013887 Sep 16 05:44:17.537165 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f115929-fe76-4408-8878-ef120b13d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5215a2e-b6e1-4ab5-8f79-78b17eabc1a2,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.643916 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5eb82-a198-4b60-ab0b-a5889737e4a6 req-62ba8042-529b-441b-9284-7739c16ed89a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:17.646131 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ecd5eb82-a198-4b60-ab0b-a5889737e4a6 req-62ba8042-529b-441b-9284-7739c16ed89a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.1294160 Sep 16 05:44:17.674133 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632266-ec28-4d50-a7f8-2094d884a129 req-2dd376f8-07ef-4774-9185-752dfeb07ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:17.675570 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-2dd376f8-07ef-4774-9185-752dfeb07ee1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.0856051 Sep 16 05:44:17.712445 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks [] for security_group (8775ad18-c3ca-46a8-80eb-2bf373efbbc0), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.782376 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8775ad18-c3ca-46a8-80eb-2bf373efbbc0), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.796811 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ecd5eb82-a198-4b60-ab0b-a5889737e4a6 req-a71392c6-1675-46e4-9e96-536f92c92497 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415093 Sep 16 05:44:17.838369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:17.851831 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8775ad18-c3ca-46a8-80eb-2bf373efbbc0,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.861086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632266-ec28-4d50-a7f8-2094d884a129 req-87da3316-969e-469b-9079-75a70f03422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:17.865645 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-87da3316-969e-469b-9079-75a70f03422b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.1763723 Sep 16 05:44:17.871953 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (4d4cd13a-e0d8-45c4-ab92-47319bd23b7d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:17.872430 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Added segment 4d4cd13a-e0d8-45c4-ab92-47319bd23b7d of type vlan for network 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 Sep 16 05:44:17.900228 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:17.931484 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-70392ebf-3e76-4b45-993a-07347879418e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.0552359 Sep 16 05:44:17.994900 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.030729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632266-ec28-4d50-a7f8-2094d884a129 req-a23c7dd2-7564-4034-9263-2bc82030f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:18.032218 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-a23c7dd2-7564-4034-9263-2bc82030f531 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0829773 Sep 16 05:44:18.041352 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43436) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:18.091235 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632266-ec28-4d50-a7f8-2094d884a129 req-f0df6c3f-1810-49ff-bc53-21f8f7839a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:18.092821 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-f0df6c3f-1810-49ff-bc53-21f8f7839a3e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505264 Sep 16 05:44:18.112234 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.113374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:18.114470 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.250249 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:18.262171 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ac21cac7-19fa-49b4-a535-5269db79b2a5 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1417749 Sep 16 05:44:18.265760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43448) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:18.265866 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:18.275176 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Request body: {'subnet': {'network_id': '0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-302156010-subnet', 'tenant_id': '67626fcccd8a44e4af89f3193ae20bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:18.292586 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-a17c79e4-3dba-4a40-838c-66e38678507c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899769 Sep 16 05:44:18.358838 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:18.367880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3209a30a-44d8-4d42-814d-b3c52c404ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.395882 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Made reservation on behalf of 67626fcccd8a44e4af89f3193ae20bf7 for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:18.399182 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.441543 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89632266-ec28-4d50-a7f8-2094d884a129 req-14d68fcb-6ac9-4800-bf98-dccdfb84fbca service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387274 Sep 16 05:44:18.555227 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=68,neutron:INSERT=30,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:18.563324 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3209a30a-44d8-4d42-814d-b3c52c404ce5 admin admin] Publish callbacks [] for security_group (70de5452-e2fc-4aed-937e-a8159c82cb2f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.623266 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3209a30a-44d8-4d42-814d-b3c52c404ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (70de5452-e2fc-4aed-937e-a8159c82cb2f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.694432 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3209a30a-44d8-4d42-814d-b3c52c404ce5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e81ea6c4c3714416b9d51e152730d997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523817 Sep 16 05:44:18.696018 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43476) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:18.713706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209a30a-44d8-4d42-814d-b3c52c404ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de5452-e2fc-4aed-937e-a8159c82cb2f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:18.767698 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] Publish callbacks [] for security_group (70de5452-e2fc-4aed-937e-a8159c82cb2f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.772615 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (6078c535-7ee9-40ad-bd72-49015a8c68c8), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.815422 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] Publish callbacks [] for security_group (70de5452-e2fc-4aed-937e-a8159c82cb2f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:18.905649 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Checking segment: {'id': '4d4cd13a-e0d8-45c4-ab92-47319bd23b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:18.906147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Network hostable DHCP agents. Network: 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:18.908509 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6078c535-7ee9-40ad-bd72-49015a8c68c8,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:18.972690 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6612-8d5f-4edf-b0a2-a935b392259f req-4edc4c03-00da-4c2b-a5e2-2859f4e8ff61 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:18.974632 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-14dd6612-8d5f-4edf-b0a2-a935b392259f req-4edc4c03-00da-4c2b-a5e2-2859f4e8ff61 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0637169 Sep 16 05:44:19.007204 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (70de5452-e2fc-4aed-937e-a8159c82cb2f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.010011 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.014186 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/70de5452-e2fc-4aed-937e-a8159c82cb2f HTTP/1.1" status: 204 len: 168 time: 0.3137066 Sep 16 05:44:19.019012 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89f3b7-a5d9-4708-bd25-b25357eda23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de5452-e2fc-4aed-937e-a8159c82cb2f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.027114 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-14dd6612-8d5f-4edf-b0a2-a935b392259f req-23cc2818-55f7-45fa-8f13-63cbde7ccac8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Sep 16 05:44:19.030911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Network 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:19.109616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:19.117488 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:19.117488 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.120220 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786aff45-1972-4c6e-be70-7687d482b1ef None None] Network 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:19.127500 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:19.203103 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-63fddcf8-6a81-4078-8f72-34a05d6459ee admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9367359 Sep 16 05:44:19.260154 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2265460f-60e6-45a7-b55e-9faa26fe9085 None None] Network 0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:19.407404 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43512) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:19.630043 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1607885295-network', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.634692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:19.695884 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43530) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:19.709799 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ef42d50-9ec5-4cff-a552-cc04b86e6f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.737349 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Made reservation on behalf of 8c494b8167314a3aacd699afa7e6a509 for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:19.737349 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.741786 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.863217 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ef42d50-9ec5-4cff-a552-cc04b86e6f09 admin admin] Publish callbacks [] for security_group (b53511ed-e587-462e-9247-02c283b64292), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.874277 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:19.890141 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks [] for security_group (b78331a5-b466-4602-be28-5f34f2781b5c), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.943849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ef42d50-9ec5-4cff-a552-cc04b86e6f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b53511ed-e587-462e-9247-02c283b64292), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.988648 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b78331a5-b466-4602-be28-5f34f2781b5c), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:19.990412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42d50-9ec5-4cff-a552-cc04b86e6f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53511ed-e587-462e-9247-02c283b64292,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.999522 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4ef42d50-9ec5-4cff-a552-cc04b86e6f09 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c709b3977940497bbd8f04a337cdbb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024175 Sep 16 05:44:20.002493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43544) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:20.023826 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:20.033530 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78331a5-b466-4602-be28-5f34f2781b5c,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.041953 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (3153f2b5-a351-414d-86fb-77a5fd017776), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.042351 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Added segment 3153f2b5-a351-414d-86fb-77a5fd017776 of type vlan for network 7e3fcabf-431b-4238-8e73-97140f0c575a Sep 16 05:44:20.073043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] Publish callbacks [] for security_group (b53511ed-e587-462e-9247-02c283b64292), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.089751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (7e3fcabf-431b-4238-8e73-97140f0c575a), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.104917 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] Publish callbacks [] for security_group (b53511ed-e587-462e-9247-02c283b64292), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.190438 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (7e3fcabf-431b-4238-8e73-97140f0c575a), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.191902 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:20.192828 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.232431 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddb4d2-1d13-4fc8-b365-390879e5d987 req-4d0d15a8-d5e3-4057-8f9f-cff5811093d3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:20.233984 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dcddb4d2-1d13-4fc8-b365-390879e5d987 req-4d0d15a8-d5e3-4057-8f9f-cff5811093d3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0859349 Sep 16 05:44:20.235379 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b53511ed-e587-462e-9247-02c283b64292), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.239873 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.241971 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b53511ed-e587-462e-9247-02c283b64292 HTTP/1.1" status: 204 len: 168 time: 0.2372391 Sep 16 05:44:20.249408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aee18-ac7b-4f0e-8b76-a4dda7c6bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53511ed-e587-462e-9247-02c283b64292,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.277141 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8674290 Sep 16 05:44:20.280265 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43558) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:20.287908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Request body: {'subnet': {'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1607885295-subnet', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:20.309625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e62f8-2b81-4047-97cd-948fb5b8d486 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3fcabf-431b-4238-8e73-97140f0c575a,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.319909 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 7e3fcabf-431b-4238-8e73-97140f0c575a details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:20.338371 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dcddb4d2-1d13-4fc8-b365-390879e5d987 req-0944cac2-a7ec-4fd8-82e6-5f8812a352ef tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Sep 16 05:44:20.401047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Made reservation on behalf of 8c494b8167314a3aacd699afa7e6a509 for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:20.403712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.664347 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (0418adcb-fb58-41a6-b6a9-2b91540ea0c9), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.684300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43568) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:20.689099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267963958-network', 'tenant_id': '6602f57678cf4a99aeeb3f36acdb0daa'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:20.731559 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0418adcb-fb58-41a6-b6a9-2b91540ea0c9,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.735878 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Checking segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:20.736940 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Network hostable DHCP agents. Network: 7e3fcabf-431b-4238-8e73-97140f0c575a, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:20.778068 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Made reservation on behalf of 6602f57678cf4a99aeeb3f36acdb0daa for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:20.780886 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.790655 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.805112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:20.827064 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Network 7e3fcabf-431b-4238-8e73-97140f0c575a is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:20.897704 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks [] for security_group (e6081f16-1828-4ac2-a8de-9e90f01fff40), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.898243 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 7e3fcabf-431b-4238-8e73-97140f0c575a) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:20.902557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:20.903409 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:20.917387 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dac092-df0b-4d35-afa2-b52b2076c76d None None] Network 7e3fcabf-431b-4238-8e73-97140f0c575a requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:21.006692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (e6081f16-1828-4ac2-a8de-9e90f01fff40), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.011876 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6f2b6c27-f1b0-4cc4-a16c-bfdf2a7aa6e5 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7297704 Sep 16 05:44:21.016700 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43580) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:21.031034 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:21.043228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-7e3fcabf-431b-4238-8e73-97140f0c575a', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:44:21.043228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.054371 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:21.074344 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6081f16-1828-4ac2-a8de-9e90f01fff40,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.080869 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (c7f73363-5893-4889-92ac-07dffb1b9e9e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.081206 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Added segment c7f73363-5893-4889-92ac-07dffb1b9e9e of type vlan for network 0b90fd47-38da-4bfb-8b62-31feb1f15290 Sep 16 05:44:21.132230 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (0b90fd47-38da-4bfb-8b62-31feb1f15290), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.164535 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:21.166802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.169019 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.170145 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:21.217844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Allocated IP 172.20.0.2 (7e3fcabf-431b-4238-8e73-97140f0c575a/0418adcb-fb58-41a6-b6a9-2b91540ea0c9/22cd6278-fc1f-49f9-b358-fe85bd987fe0) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:21.231764 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for router_controller (6cde8dc5-f11c-4b15-9bac-6ad44d769701), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.254777 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (0b90fd47-38da-4bfb-8b62-31feb1f15290), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.258862 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:21.260242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.320648 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:21.410367 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks [] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.424974 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7395260 Sep 16 05:44:21.428928 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43602) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:21.429420 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee48cc-da55-44b2-8fdf-3dbf59a3e409 admin admin] Pushing event updated for resources: {'Network': ['ID=0b90fd47-38da-4bfb-8b62-31feb1f15290,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.433248 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Request body: {'subnet': {'network_id': '0b90fd47-38da-4bfb-8b62-31feb1f15290', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267963958-subnet', 'tenant_id': '6602f57678cf4a99aeeb3f36acdb0daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:21.438752 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 0b90fd47-38da-4bfb-8b62-31feb1f15290 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:21.475250 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.537229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for router_gateway (6cde8dc5-f11c-4b15-9bac-6ad44d769701), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.560063 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Made reservation on behalf of 6602f57678cf4a99aeeb3f36acdb0daa for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:21.564286 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.590321 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Network 7e3fcabf-431b-4238-8e73-97140f0c575a is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:21.605623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:21.612197 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:21.639022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Pushing event updated for resources: {'Port': ['ID=22cd6278-fc1f-49f9-b358-fe85bd987fe0,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.642155 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660c2c-959a-402a-ba88-26efe821a51b req-8c22899f-a088-4771-8b6b-41009765b50a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:21.646254 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-53660c2c-959a-402a-ba88-26efe821a51b req-8c22899f-a088-4771-8b6b-41009765b50a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.1316032 Sep 16 05:44:21.713346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Attempting to bind port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:21.713346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Attempting to bind port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:21.713567 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Attempting to bind port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 on network 7e3fcabf-431b-4238-8e73-97140f0c575a {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:21.766489 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-53660c2c-959a-402a-ba88-26efe821a51b req-35a1938d-0387-48de-839a-eb22a5f44413 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Sep 16 05:44:21.822207 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:21.823900 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Checking segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:21.823900 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.824093 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Bound using segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:21.828441 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Bound port: 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:21.828858 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.893612 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:21.896762 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for router_gateway (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.929776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.936565 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] For port 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:21.940016 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] For port 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=22cd6278-fc1f-49f9-b358-fe85bd987fe0,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:21.945431 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (c693455a-3090-46f6-9bb3-0975d71a8d7f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.970946 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:21.990744 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:21.991780 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:22.046177 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=68 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:22.048889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c693455a-3090-46f6-9bb3-0975d71a8d7f,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.055556 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f830fd9-9521-4850-a66c-d7ae559c840e None None] Pushing event updated for resources: {'Port': ['ID=22cd6278-fc1f-49f9-b358-fe85bd987fe0,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.068035 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Checking segment: {'id': 'c7f73363-5893-4889-92ac-07dffb1b9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0b90fd47-38da-4bfb-8b62-31feb1f15290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:22.068416 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Network hostable DHCP agents. Network: 0b90fd47-38da-4bfb-8b62-31feb1f15290, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:22.105329 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Allocated IP 172.27.0.174 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/c4b7a140-b314-422f-81d0-125990b5fa37) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:22.149518 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Network 0b90fd47-38da-4bfb-8b62-31feb1f15290 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:22.170311 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:22.231424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 0b90fd47-38da-4bfb-8b62-31feb1f15290) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:22.265696 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for port (c4b7a140-b314-422f-81d0-125990b5fa37), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.266310 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:22.266310 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.266470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5dc73-474b-4218-9add-f58ecbb7cc91 None None] Network 0b90fd47-38da-4bfb-8b62-31feb1f15290 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:22.328432 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1be6193d-9c31-4ace-9e8d-22093543bc1d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9003100 Sep 16 05:44:22.416913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c1abb-a685-4f35-9d81-219cd7c14452 None None] Network 0b90fd47-38da-4bfb-8b62-31feb1f15290 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:22.532399 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43618) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:22.592249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Deleting subnet 6078c535-7ee9-40ad-bd72-49015a8c68c8 {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:44:22.595789 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Publish callbacks [] for subnet (6078c535-7ee9-40ad-bd72-49015a8c68c8), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.635118 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (6078c535-7ee9-40ad-bd72-49015a8c68c8), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.678746 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (6078c535-7ee9-40ad-bd72-49015a8c68c8), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.686946 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.725428 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:22.732413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:22.736760 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:22.788019 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b7a140-b314-422f-81d0-125990b5fa37,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.824265 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (6078c535-7ee9-40ad-bd72-49015a8c68c8), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.877689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.900027 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6078c535-7ee9-40ad-bd72-49015a8c68c8 HTTP/1.1" status: 204 len: 168 time: 0.3663957 Sep 16 05:44:22.903031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeee83-a122-4db2-bd07-0336b96e054d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6078c535-7ee9-40ad-bd72-49015a8c68c8,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.904924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43630) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:22.905928 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 22cd6278-fc1f-49f9-b358-fe85bd987fe0 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:22.976459 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:22.976840 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:22.977329 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 Sep 16 05:44:22.985561 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dce49-2d09-4288-9144-721bae5297c3 req-bbb4fc80-349e-40d5-a96e-2f27786c9c5b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:22.988123 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-173dce49-2d09-4288-9144-721bae5297c3 req-bbb4fc80-349e-40d5-a96e-2f27786c9c5b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0734127 Sep 16 05:44:22.995774 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.014567 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:23.064608 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-173dce49-2d09-4288-9144-721bae5297c3 req-c94c4a07-3ab3-49c1-acda-8b941cbc8b94 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Sep 16 05:44:23.085387 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:23.085800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.122334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=22cd6278-fc1f-49f9-b358-fe85bd987fe0,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:23.175361 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.201184 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:23.203176 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.204082 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:23.215484 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for router_gateway (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.216227 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4cd13a-e0d8-45c4-ab92-47319bd23b7d') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:23.216704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4cd13a-e0d8-45c4-ab92-47319bd23b7d') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:23.228845 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (4d4cd13a-e0d8-45c4-ab92-47319bd23b7d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.243513 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (4d4cd13a-e0d8-45c4-ab92-47319bd23b7d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.250480 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:23.250982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (4d4cd13a-e0d8-45c4-ab92-47319bd23b7d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.271903 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd5983-c949-4a87-a394-9d39381b5d11 None None] Network 7e3fcabf-431b-4238-8e73-97140f0c575a requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:23.304048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=22cd6278-fc1f-49f9-b358-fe85bd987fe0,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.311308 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 4d4cd13a-e0d8-45c4-ab92-47319bd23b7d resource provider aggregate not found Sep 16 05:44:23.333000 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 4d4cd13a-e0d8-45c4-ab92-47319bd23b7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d4cd13a-e0d8-45c4-ab92-47319bd23b7d found for delete ", "request_id": "req-2b353f76-86ea-4a59-b6fb-65b6ddbe7a03"}]} Sep 16 05:44:23.336378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-ee703c20-4d29-4597-8d97-98f20c27fea3 None None] Provisioning complete for port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:23.347624 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ee703c20-4d29-4597-8d97-98f20c27fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.347624 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-ee703c20-4d29-4597-8d97-98f20c27fea3 None None] Attempt 1 to provision port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 Sep 16 05:44:23.434937 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.453842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.461291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.471649 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7 HTTP/1.1" status: 204 len: 168 time: 0.5632246 Sep 16 05:44:23.471810 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-ee703c20-4d29-4597-8d97-98f20c27fea3 None None] Current status of the port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:23.479179 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43640) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:23.482869 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ea0fc-eb48-40bf-b8a9-edebfeed2408 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec5f695-e577-4e25-ac23-f1d8a1f7d2c7,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.571309 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Deleting subnet c693455a-3090-46f6-9bb3-0975d71a8d7f {{(pid=113249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:44:23.574668 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Publish callbacks [] for subnet (c693455a-3090-46f6-9bb3-0975d71a8d7f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.625123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907431'] for subnet (c693455a-3090-46f6-9bb3-0975d71a8d7f), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.651548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:23.687429 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (c693455a-3090-46f6-9bb3-0975d71a8d7f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.697974 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-1ec7fb42-f318-4f7e-b4ab-176579f97ee5 None None] Provisioning complete for port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:23.698355 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fb42-f318-4f7e-b4ab-176579f97ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.698686 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1ec7fb42-f318-4f7e-b4ab-176579f97ee5 None None] Attempt 1 to provision port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 Sep 16 05:44:23.776103 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7fb42-f318-4f7e-b4ab-176579f97ee5 None None] Current status of the port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:23.812647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:23.816153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12297734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12402085'] for subnet (c693455a-3090-46f6-9bb3-0975d71a8d7f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.858374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c693455a-3090-46f6-9bb3-0975d71a8d7f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.858374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.862570 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f31d3508-b396-4f58-832c-fd141696d55b admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c693455a-3090-46f6-9bb3-0975d71a8d7f HTTP/1.1" status: 204 len: 168 time: 0.3817098 Sep 16 05:44:23.864341 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43656) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:23.956766 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (0b90fd47-38da-4bfb-8b62-31feb1f15290), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:23.991091 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:24.001427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Sync routers for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:24.015038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:24.015841 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.052890 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (0b90fd47-38da-4bfb-8b62-31feb1f15290), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.071420 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.073992 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8df53974-bcef-4be3-9b75-cfcebd1c6204 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0536740 Sep 16 05:44:24.075839 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43662) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:24.080352 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b90fd47-38da-4bfb-8b62-31feb1f15290']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.092798 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f73363-5893-4889-92ac-07dffb1b9e9e') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.093117 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f73363-5893-4889-92ac-07dffb1b9e9e') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.105760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (c7f73363-5893-4889-92ac-07dffb1b9e9e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.130103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (c7f73363-5893-4889-92ac-07dffb1b9e9e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.139989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:24.140406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (c7f73363-5893-4889-92ac-07dffb1b9e9e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.151530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:24.270549 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e449c9-0c4b-45a6-829d-d925700ad72d req-cd45d073-6f21-4cfa-9ef6-39aa83891ddb tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:24.270549 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0e449c9-0c4b-45a6-829d-d925700ad72d req-cd45d073-6f21-4cfa-9ef6-39aa83891ddb tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0635691 Sep 16 05:44:24.420794 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:24.526638 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:22Z', 'revision_number': 3, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.561657 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (0b90fd47-38da-4bfb-8b62-31feb1f15290), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.566448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.571080 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0b90fd47-38da-4bfb-8b62-31feb1f15290 HTTP/1.1" status: 204 len: 168 time: 0.7054160 Sep 16 05:44:24.583148 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Checking router: 6cde8dc5-f11c-4b15-9bac-6ad44d769701 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:24.583845 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Updating router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 port c4b7a140-b314-422f-81d0-125990b5fa37 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:24.591065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:24.598047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa26f18-e796-47d5-a212-e42ba000564b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b90fd47-38da-4bfb-8b62-31feb1f15290,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:24.626999 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43684) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:24.653733 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0e449c9-0c4b-45a6-829d-d925700ad72d req-6988dd72-f3d4-4871-9a01-8a4d8cc27af4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559709 Sep 16 05:44:24.661600 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.772906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:24.848696 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d34c6fbc-6ed6-49ef-82a2-a4cecb6c78f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.885896 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 22cd6278-fc1f-49f9-b358-fe85bd987fe0 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:24.916634 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.954983 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:24.991198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:24.991486 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:24.991819 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 Sep 16 05:44:25.057378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks [] for port (c4b7a140-b314-422f-81d0-125990b5fa37), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.057586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d34c6fbc-6ed6-49ef-82a2-a4cecb6c78f1 admin admin] Publish callbacks [] for security_group (38704108-9f72-4bc2-843b-6f4741cecf93), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.092590 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:25.109482 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:25.121329 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Allocated IP 172.20.0.1 (7e3fcabf-431b-4238-8e73-97140f0c575a/0418adcb-fb58-41a6-b6a9-2b91540ea0c9/36512ef5-26f0-4ec8-8da2-6a0b0233fdc4) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:25.132221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.139445 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d34c6fbc-6ed6-49ef-82a2-a4cecb6c78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (38704108-9f72-4bc2-843b-6f4741cecf93), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.167235 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43688) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:25.167740 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Attempting to bind port c4b7a140-b314-422f-81d0-125990b5fa37 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:25.168092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Attempting to bind port c4b7a140-b314-422f-81d0-125990b5fa37 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:25.168447 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Attempting to bind port c4b7a140-b314-422f-81d0-125990b5fa37 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:25.214664 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea26bac-6c80-4402-95ca-fa8fd595f79a None None] Pushing event updated for resources: {'Port': ['ID=c4b7a140-b314-422f-81d0-125990b5fa37,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.225477 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f26ed737-ee56-4129-a100-93ef49da56e8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=67626fcccd8a44e4af89f3193ae20bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547493 Sep 16 05:44:25.225816 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43690) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:25.238350 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d34c6fbc-6ed6-49ef-82a2-a4cecb6c78f1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2d89086b8d50424485a5a8c28ab285a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6101391 Sep 16 05:44:25.244396 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43692) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:25.244536 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:25.244536 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:25.244536 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.245873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:25.245873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Bound port: c4b7a140-b314-422f-81d0-125990b5fa37, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:25.245873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.280792 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c6fbc-6ed6-49ef-82a2-a4cecb6c78f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38704108-9f72-4bc2-843b-6f4741cecf93,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.300225 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] Publish callbacks [] for security_group (8775ad18-c3ca-46a8-80eb-2bf373efbbc0), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.306923 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] For port c4b7a140-b314-422f-81d0-125990b5fa37, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:25.314749 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] For port c4b7a140-b314-422f-81d0-125990b5fa37, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c4b7a140-b314-422f-81d0-125990b5fa37,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:25.342057 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] Publish callbacks [] for security_group (8775ad18-c3ca-46a8-80eb-2bf373efbbc0), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.363276 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] Publish callbacks [] for security_group (38704108-9f72-4bc2-843b-6f4741cecf93), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.368928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks [] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.369280 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment c7f73363-5893-4889-92ac-07dffb1b9e9e resource provider aggregate not found Sep 16 05:44:25.396302 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] Publish callbacks [] for security_group (38704108-9f72-4bc2-843b-6f4741cecf93), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.410201 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment c7f73363-5893-4889-92ac-07dffb1b9e9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7f73363-5893-4889-92ac-07dffb1b9e9e found for delete ", "request_id": "req-3aa06bf8-eaaa-490d-8d05-d14a1ab69ae9"}]} Sep 16 05:44:25.432475 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.492565 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:25.493197 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:25.517642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8775ad18-c3ca-46a8-80eb-2bf373efbbc0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.521211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.522586 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8775ad18-c3ca-46a8-80eb-2bf373efbbc0 HTTP/1.1" status: 204 len: 168 time: 0.2955637 Sep 16 05:44:25.535032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5362b-29d9-45ea-bda3-5d4720d9595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8775ad18-c3ca-46a8-80eb-2bf373efbbc0,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.546275 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.553804 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (38704108-9f72-4bc2-843b-6f4741cecf93), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.556333 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.560249 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/38704108-9f72-4bc2-843b-6f4741cecf93 HTTP/1.1" status: 204 len: 168 time: 0.3122773 Sep 16 05:44:25.579028 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea26bac-6c80-4402-95ca-fa8fd595f79a None None] Pushing event updated for resources: {'Port': ['ID=c4b7a140-b314-422f-81d0-125990b5fa37,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.615733 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7e52c-2a8d-42c2-b5e8-df32c9ad6df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38704108-9f72-4bc2-843b-6f4741cecf93,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.638333 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Network 7e3fcabf-431b-4238-8e73-97140f0c575a is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:25.645211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:25.649029 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:25.685042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:25.722402 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:25.732416 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:25.770048 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Pushing event updated for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.776223 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:25.870201 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ccef-7113-4501-bc21-90519ff13587 req-91b2be1e-a443-483a-909f-408c906d2874 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:25.871749 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bf94ccef-7113-4501-bc21-90519ff13587 req-91b2be1e-a443-483a-909f-408c906d2874 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0977361 Sep 16 05:44:25.990250 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bf94ccef-7113-4501-bc21-90519ff13587 req-57fc11c9-6470-4c03-8d91-e077be5971ce tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057329 Sep 16 05:44:26.002771 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:22Z', 'revision_number': 3, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:26.053162 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55706eb-7e4d-407d-a598-4c6f465ef7c4 None None] The sync data for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi is: [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:22Z', 'revision_number': 3, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:26.056048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Provisioning complete for port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:26.056421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.056758 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 1 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:26.115909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.116446 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:26.347485 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks [] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.360964 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:26.413850 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.508899 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Pushing event updated for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:26.511826 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.567621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43742) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:26.617315 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 2 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:26.644320 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Network 7e3fcabf-431b-4238-8e73-97140f0c575a is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:26.646305 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:26.671399 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-48c9c293-b1f7-4b59-af09-d88557040517 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6602f57678cf4a99aeeb3f36acdb0daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012604 Sep 16 05:44:26.672489 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43748) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:26.681281 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:26.718698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:26.758889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:26.762867 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] Publish callbacks [] for security_group (e6081f16-1828-4ac2-a8de-9e90f01fff40), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.787205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] Publish callbacks [] for security_group (e6081f16-1828-4ac2-a8de-9e90f01fff40), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.923032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (e6081f16-1828-4ac2-a8de-9e90f01fff40), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.936665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:26.936665 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6081f16-1828-4ac2-a8de-9e90f01fff40 HTTP/1.1" status: 204 len: 168 time: 0.2570977 Sep 16 05:44:26.954547 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c4b7a140-b314-422f-81d0-125990b5fa37 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:26.970586 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b5d18-c715-48ef-b45d-db84b6a0f4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6081f16-1828-4ac2-a8de-9e90f01fff40,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:27.066047 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c4b7a140-b314-422f-81d0-125990b5fa37 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:27.066397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:27.068857 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c4b7a140-b314-422f-81d0-125990b5fa37 Sep 16 05:44:27.210654 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c4b7a140-b314-422f-81d0-125990b5fa37 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:27.211127 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:27.225462 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 3 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:27.269322 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ab8e-1bd1-4e03-b6ec-f6bced3b2774 req-be8f31fe-e12a-4f9d-981a-d1ea1fdb9448 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:27.271701 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b971ab8e-1bd1-4e03-b6ec-f6bced3b2774 req-be8f31fe-e12a-4f9d-981a-d1ea1fdb9448 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0751438 Sep 16 05:44:27.279952 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:27.289993 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port c4b7a140-b314-422f-81d0-125990b5fa37, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c4b7a140-b314-422f-81d0-125990b5fa37,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:27.300185 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:27.366686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:27.397669 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b971ab8e-1bd1-4e03-b6ec-f6bced3b2774 req-98a28999-19d5-43d0-b8d3-438a95dc718e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165173 Sep 16 05:44:27.449853 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=c4b7a140-b314-422f-81d0-125990b5fa37,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:27.479888 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:27.489856 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7518e5d0-0527-4859-98c3-64a24ed578cd admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6cde8dc5-f11c-4b15-9bac-6ad44d769701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4120266 Sep 16 05:44:27.565672 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43774) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:27.802468 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 4 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:27.802948 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1742501262-network', 'tenant_id': '04dc3f5e68e046fb9bf360d4f01a50fd'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:27.821250 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:27.846219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:27.893373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Made reservation on behalf of 04dc3f5e68e046fb9bf360d4f01a50fd for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:27.897026 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:27.908455 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.008186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks [] for security_group (7ab25cef-01c3-4b7e-aa43-dfaf67f99825), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.232274 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Sync routers for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:28.243646 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:28.244241 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:28.338450 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7ab25cef-01c3-4b7e-aa43-dfaf67f99825), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.346618 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:28.352442 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 5 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:28.366527 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:28.386768 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab25cef-01c3-4b7e-aa43-dfaf67f99825,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:28.404671 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (5e058bcd-8f21-4709-8d34-5bbf87877e56), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.404671 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Added segment 5e058bcd-8f21-4709-8d34-5bbf87877e56 of type vlan for network cdbd7bdc-997a-4959-888f-2e13206025d6 Sep 16 05:44:28.510192 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (cdbd7bdc-997a-4959-888f-2e13206025d6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.540400 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:28.606220 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:26Z', 'revision_number': 2, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:28.635022 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Checking router: 6cde8dc5-f11c-4b15-9bac-6ad44d769701 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:28.635022 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Updating router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:28.685012 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.693593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (cdbd7bdc-997a-4959-888f-2e13206025d6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.695671 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:28.695671 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:28.715809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc642-c5fa-4292-9375-f2745ed9f72c req-76d547fb-d3c3-4cbf-ae38-1f9ab519679d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:28.717511 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-359fc642-c5fa-4292-9375-f2745ed9f72c req-76d547fb-d3c3-4cbf-ae38-1f9ab519679d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0762706 Sep 16 05:44:28.812560 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-359fc642-c5fa-4292-9375-f2745ed9f72c req-98881055-77cf-4126-9ce2-edbc6852c524 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821371 Sep 16 05:44:28.824912 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] Pushing event updated for resources: {'Network': ['ID=cdbd7bdc-997a-4959-888f-2e13206025d6,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:28.836158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:28.860215 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network cdbd7bdc-997a-4959-888f-2e13206025d6 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:28.907366 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43820) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:28.913021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Request body: {'subnet': {'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1742501262-subnet', 'tenant_id': '04dc3f5e68e046fb9bf360d4f01a50fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:28.914432 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-5363fecd-9f91-4696-a6f5-8d2172664823 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3473473 Sep 16 05:44:28.952043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c4b7a140-b314-422f-81d0-125990b5fa37 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:28.985844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:29.030333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c4b7a140-b314-422f-81d0-125990b5fa37 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:29.030780 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.031384 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c4b7a140-b314-422f-81d0-125990b5fa37 Sep 16 05:44:29.035111 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Made reservation on behalf of 04dc3f5e68e046fb9bf360d4f01a50fd for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:29.038683 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.042695 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 6 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:29.102394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43826) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:29.108977 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-673964326-network', 'tenant_id': '728e268ef22e470194545edea611eb32'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:29.128169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:29.159516 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c4b7a140-b314-422f-81d0-125990b5fa37 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:29.223657 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks [] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.246677 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Made reservation on behalf of 728e268ef22e470194545edea611eb32 for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:29.250589 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.259225 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.341856 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks [] for security_group (fe7cf010-debe-4458-afc5-a54038c9101e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.363926 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.401866 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.423615 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Pushing event updated for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.446251 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.446589 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.446946 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.447298 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.447626 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.447946 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.448260 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.448576 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.448896 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.449211 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.449525 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.449865 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.450186 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.450497 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.451191 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:29.452752 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (fe7cf010-debe-4458-afc5-a54038c9101e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.468798 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Attempting to bind port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:29.469651 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Attempting to bind port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:29.469968 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Attempting to bind port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 on network 7e3fcabf-431b-4238-8e73-97140f0c575a {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:29.470480 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.478209 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Checking segment: {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:29.478765 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Network hostable DHCP agents. Network: cdbd7bdc-997a-4959-888f-2e13206025d6, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:29.486620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:29.503966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (551204dc-850d-4bd9-96d8-0e5de4045896), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.505079 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Added segment 551204dc-850d-4bd9-96d8-0e5de4045896 of type vlan for network e98d67f9-9fae-4323-98aa-1ec61135b337 Sep 16 05:44:29.513763 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7cf010-debe-4458-afc5-a54038c9101e,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.527766 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:29.528371 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Checking segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:29.529142 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.529859 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Bound using segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:29.530781 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Bound port: 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:29.531297 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.557687 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (e98d67f9-9fae-4323-98aa-1ec61135b337), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.589585 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:29.600744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Network cdbd7bdc-997a-4959-888f-2e13206025d6 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:29.607349 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] For port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:29.616773 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] For port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:29.628591 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 7 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:29.680609 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (e98d67f9-9fae-4323-98aa-1ec61135b337), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.681805 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:29.682489 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.695218 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:29.716024 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.716931 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, cdbd7bdc-997a-4959-888f-2e13206025d6) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:29.729254 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:29.729814 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb087c-7909-481f-8ac9-31058dbf2b37 None None] Network cdbd7bdc-997a-4959-888f-2e13206025d6 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:29.732194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:29.733680 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:29.751540 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] Pushing event updated for resources: {'Network': ['ID=e98d67f9-9fae-4323-98aa-1ec61135b337,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.775353 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:29.779232 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:29.790320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network e98d67f9-9fae-4323-98aa-1ec61135b337 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:29.795221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:29.824864 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-da2b314d-f9e6-4c49-a034-d156df101d51 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7212451 Sep 16 05:44:29.826404 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43842) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:29.835995 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a0784776-dab6-40af-af7c-e0afeb75a7a6 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9272566 Sep 16 05:44:29.838569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Request body: {'subnet': {'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-673964326-subnet', 'tenant_id': '728e268ef22e470194545edea611eb32', 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:30.043243 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc04a43-3dfd-4bce-ad13-df4a4ec704ac None None] Pushing event updated for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:30.106781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Made reservation on behalf of 728e268ef22e470194545edea611eb32 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:30.107789 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd2801-8bb4-4984-8dfe-48c438984327 None None] Network cdbd7bdc-997a-4959-888f-2e13206025d6 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:30.109318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12402058'] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.110661 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:30.188984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37901c-c338-4202-8ff0-609fc61542b3 req-e54abad9-b9cb-4db3-b528-f24a368f3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:30.191076 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d37901c-c338-4202-8ff0-609fc61542b3 req-e54abad9-b9cb-4db3-b528-f24a368f3b79 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.0979941 Sep 16 05:44:30.193349 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Attempt 8 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:30.197729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29821992-c93b-4b74-8fb7-8196620c9f5f req-228432cf-668a-4113-b6d6-8712a4f302bf tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:30.204950 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-29821992-c93b-4b74-8fb7-8196620c9f5f req-228432cf-668a-4113-b6d6-8712a4f302bf tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.2304728 Sep 16 05:44:30.322192 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d37901c-c338-4202-8ff0-609fc61542b3 req-4cdf6d9c-a459-4440-836a-780195006e21 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124852 Sep 16 05:44:30.335339 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Current status of the port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:30.335834 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.350324 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-29821992-c93b-4b74-8fb7-8196620c9f5f req-de1cfab3-5bbc-4d16-9859-ab006e0a4b20 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256545 Sep 16 05:44:30.381691 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] For port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:30.389712 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:29Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:30.422123 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37640f0-cee5-4ba2-9718-74ca206ff8ce None None] The sync data for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi is: [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:29Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:30.439134 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:30.442573 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.472333 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:30.532380 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12298969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12402076'] for subnet (58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.547282 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8f69-52f2-4f56-b2ae-58cfdf2ec961 None None] Pushing event updated for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:30.572775 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-31de5dc3-3f1c-4d46-8c3f-a48980827630 None None] Provisioning complete for port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:30.573294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-31de5dc3-3f1c-4d46-8c3f-a48980827630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.573677 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-31de5dc3-3f1c-4d46-8c3f-a48980827630 None None] Attempt 1 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:30.598371 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:30.647017 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:30.664818 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Checking segment: {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:30.665173 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Network hostable DHCP agents. Network: e98d67f9-9fae-4323-98aa-1ec61135b337, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:30.671926 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-31de5dc3-3f1c-4d46-8c3f-a48980827630 None None] Current status of the port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:30.772321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Network e98d67f9-9fae-4323-98aa-1ec61135b337 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:30.833686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:30.851992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, e98d67f9-9fae-4323-98aa-1ec61135b337) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:30.857025 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:30.861405 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.867334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ca105-57bf-4331-8171-346ce02f79b7 None None] Network e98d67f9-9fae-4323-98aa-1ec61135b337 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:30.948779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:30.949262 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:30.949673 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 Sep 16 05:44:30.958976 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c41cc24a-7245-428d-91b8-f93e22246dbe admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1267662 Sep 16 05:44:30.958976 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43866) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:30.964242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:30.984639 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:31.031168 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-e98d67f9-9fae-4323-98aa-1ec61135b337', 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337', 'project_id': '728e268ef22e470194545edea611eb32', 'fixed_ips': [{'subnet_id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:44:31.032067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.041256 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.042389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.112485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:31.142493 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for router_controller (7f631411-5e2d-48f4-8507-f25a329b0e3f), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.256795 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Allocated IP 172.20.0.2 (e98d67f9-9fae-4323-98aa-1ec61135b337/58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee/7bc4276d-8f10-4f0d-96c2-7d99db969201) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:31.432656 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for router_gateway (7f631411-5e2d-48f4-8507-f25a329b0e3f), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.460839 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks [] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.467958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f9ddc-c824-42d5-8916-e96666e62e24 req-683e0886-296d-488c-8185-145507729ba2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:31.469670 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3d7f9ddc-c824-42d5-8916-e96666e62e24 req-683e0886-296d-488c-8185-145507729ba2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0553482 Sep 16 05:44:31.562686 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3d7f9ddc-c824-42d5-8916-e96666e62e24 req-a02dac68-9108-4427-8780-354d4c2c2e33 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785382 Sep 16 05:44:31.584028 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.646890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Network e98d67f9-9fae-4323-98aa-1ec61135b337 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:31.650332 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:31.654071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:31.696325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Pushing event updated for resources: {'Port': ['ID=7bc4276d-8f10-4f0d-96c2-7d99db969201,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:31.750663 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:31.762282 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Attempting to bind port 7bc4276d-8f10-4f0d-96c2-7d99db969201 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:31.762846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Attempting to bind port 7bc4276d-8f10-4f0d-96c2-7d99db969201 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:31.763354 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Attempting to bind port 7bc4276d-8f10-4f0d-96c2-7d99db969201 on network e98d67f9-9fae-4323-98aa-1ec61135b337 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:31.827893 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for router_gateway (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.842743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:31.843602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Checking segment: {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:31.844054 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.844460 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Bound using segment: {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:31.845161 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Bound port: 7bc4276d-8f10-4f0d-96c2-7d99db969201, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:31.845705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.884971 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:31.948083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:31.971050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] For port 7bc4276d-8f10-4f0d-96c2-7d99db969201, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:31.976113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] For port 7bc4276d-8f10-4f0d-96c2-7d99db969201, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=7bc4276d-8f10-4f0d-96c2-7d99db969201,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:32.063664 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:32.069251 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Allocated IP 172.27.0.159 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/0e6a828c-c822-4095-8211-2101399acdf6) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:32.123469 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dcc7d-b152-4f01-b646-6219f71a3d64 None None] Pushing event updated for resources: {'Port': ['ID=7bc4276d-8f10-4f0d-96c2-7d99db969201,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.132427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c336bd85-ed7a-4518-87ca-db09309d1a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:32.265796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for port (0e6a828c-c822-4095-8211-2101399acdf6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:32.435694 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (0e6a828c-c822-4095-8211-2101399acdf6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:32.474869 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:32.477513 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:32.479961 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:32.514281 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6a828c-c822-4095-8211-2101399acdf6,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.714416 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ccd2-c382-4eb4-a75a-c2f1aab49ad8 req-e140c56f-4e23-41ad-88b9-ca4f4f4608c6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:32.715943 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1048ccd2-c382-4eb4-a75a-c2f1aab49ad8 req-e140c56f-4e23-41ad-88b9-ca4f4f4608c6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0635612 Sep 16 05:44:32.785072 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1048ccd2-c382-4eb4-a75a-c2f1aab49ad8 req-f6df770f-abe2-400c-a6be-dc81724b0712 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Sep 16 05:44:32.860440 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:32.936006 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 7bc4276d-8f10-4f0d-96c2-7d99db969201 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:33.006675 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for router_gateway (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.020797 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 7bc4276d-8f10-4f0d-96c2-7d99db969201 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:33.021175 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.021565 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 7bc4276d-8f10-4f0d-96c2-7d99db969201 Sep 16 05:44:33.141971 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:33.167473 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 7bc4276d-8f10-4f0d-96c2-7d99db969201 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:33.168034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.209743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 7bc4276d-8f10-4f0d-96c2-7d99db969201, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=7bc4276d-8f10-4f0d-96c2-7d99db969201,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:33.250422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52316832-8470-4052-807d-6781dce35c02 None None] Network e98d67f9-9fae-4323-98aa-1ec61135b337 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:44:33.260697 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.341455 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.353900 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-d338b3b2-e602-4a48-951e-567cf1887817 None None] Provisioning complete for port 7bc4276d-8f10-4f0d-96c2-7d99db969201 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:33.354423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d338b3b2-e602-4a48-951e-567cf1887817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.354981 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-d338b3b2-e602-4a48-951e-567cf1887817 None None] Attempt 1 to provision port 7bc4276d-8f10-4f0d-96c2-7d99db969201 Sep 16 05:44:33.468828 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=7bc4276d-8f10-4f0d-96c2-7d99db969201,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:33.521233 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-d338b3b2-e602-4a48-951e-567cf1887817 None None] Current status of the port 7bc4276d-8f10-4f0d-96c2-7d99db969201 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:33.551696 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-eed4670e-eb99-44da-bd52-45b693e2c235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:33.553644 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-eed4670e-eb99-44da-bd52-45b693e2c235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cdbd7bdc-997a-4959-888f-2e13206025d6 HTTP/1.1" status: 200 len: 814 time: 0.1874459 Sep 16 05:44:33.573792 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-c8b7922f-0991-4a9f-83e7-eaa1108bcbc2 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/quotas/04dc3f5e68e046fb9bf360d4f01a50fd HTTP/1.1" status: 200 len: 375 time: 0.0109401 Sep 16 05:44:33.600867 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Router 7f631411-5e2d-48f4-8507-f25a329b0e3f is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:33.630356 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-bf63ec12-1837-4275-9326-c122f370727f tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435827 Sep 16 05:44:33.739798 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-61139d51-cc63-4c23-a5b7-d6c5fdb66dd3 None None] Provisioning complete for port 7bc4276d-8f10-4f0d-96c2-7d99db969201 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:33.740109 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-61139d51-cc63-4c23-a5b7-d6c5fdb66dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.740732 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-61139d51-cc63-4c23-a5b7-d6c5fdb66dd3 None None] Attempt 1 to provision port 7bc4276d-8f10-4f0d-96c2-7d99db969201 Sep 16 05:44:33.818301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:33.818752 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:33.820615 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-61139d51-cc63-4c23-a5b7-d6c5fdb66dd3 None None] Current status of the port 7bc4276d-8f10-4f0d-96c2-7d99db969201 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:33.832510 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-fdac5aae-63fc-4172-b44d-20501d4cf142 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940491 Sep 16 05:44:33.836418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Sync routers for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:33.851009 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:33.852046 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:33.934459 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:33.938438 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-895f240f-3903-4810-99d5-9b52b4168271 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9784760 Sep 16 05:44:33.939248 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43958) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:33.956792 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433aa18-852e-4777-822d-b6b13d528bbd req-3030f7b4-656f-4826-ad5c-f69678f67a3e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:33.959134 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9433aa18-852e-4777-822d-b6b13d528bbd req-3030f7b4-656f-4826-ad5c-f69678f67a3e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0533543 Sep 16 05:44:33.974916 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:33.999219 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-4e8fc48a-1fda-4894-8aa3-a5a3a4208791 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616640 Sep 16 05:44:34.024867 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9433aa18-852e-4777-822d-b6b13d528bbd req-29668dd0-16a2-475b-bcd1-e3b05f51e53c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584254 Sep 16 05:44:34.251914 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:32Z', 'revision_number': 3, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:34.284021 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a31dbef6-a833-45e9-99ed-44a05b90d480 req-2c0398d1-ef06-4d43-99cb-9ede191966e3 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0576906 Sep 16 05:44:34.325399 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Checking router: 7f631411-5e2d-48f4-8507-f25a329b0e3f for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:34.325756 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Updating router 7f631411-5e2d-48f4-8507-f25a329b0e3f port 0e6a828c-c822-4095-8211-2101399acdf6 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:34.355624 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 43968) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:34.371153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6cd37f75-33b1-4ca2-b058-b6afb45d2b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.377723 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0e6a828c-c822-4095-8211-2101399acdf6), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.517625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.610522 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:34.617689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:34.627674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Publish callbacks [] for security_group (677cab2c-f37b-45ae-9f1f-25cb5590e848), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.642262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:34.680578 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (677cab2c-f37b-45ae-9f1f-25cb5590e848), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.704935 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:34.722009 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677cab2c-f37b-45ae-9f1f-25cb5590e848,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:34.729645 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks [] for port (0e6a828c-c822-4095-8211-2101399acdf6), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.730331 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8325bc6ee4d3473e969b8c06de699f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734710 Sep 16 05:44:34.735774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 43980) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:34.740010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.740010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.740010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.740388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.740573 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.740904 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.741234 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.742856 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.742965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.743232 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.744279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.744780 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.745251 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.745717 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.746283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952567a0-783a-4f0c-a759-f2966b1e7673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:34.794962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0e6a828c-c822-4095-8211-2101399acdf6), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.808230 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.828096 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Publish callbacks [] for security_group (677cab2c-f37b-45ae-9f1f-25cb5590e848), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.835744 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Attempting to bind port 0e6a828c-c822-4095-8211-2101399acdf6 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:34.836147 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Attempting to bind port 0e6a828c-c822-4095-8211-2101399acdf6 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:34.836506 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Attempting to bind port 0e6a828c-c822-4095-8211-2101399acdf6 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:34.860589 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb38a-9ddd-45e3-b4e3-333ec70b0fa7 None None] Pushing event updated for resources: {'Port': ['ID=0e6a828c-c822-4095-8211-2101399acdf6,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:34.895614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 7bc4276d-8f10-4f0d-96c2-7d99db969201 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:34.905365 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Publish callbacks [] for security_group (677cab2c-f37b-45ae-9f1f-25cb5590e848), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.974157 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:34.974533 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:34.975111 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:34.975653 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:34.976291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Bound port: 0e6a828c-c822-4095-8211-2101399acdf6, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:34.976826 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0e6a828c-c822-4095-8211-2101399acdf6), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.025672 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 7bc4276d-8f10-4f0d-96c2-7d99db969201 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:35.026301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.026835 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 7bc4276d-8f10-4f0d-96c2-7d99db969201 Sep 16 05:44:35.088397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] For port 0e6a828c-c822-4095-8211-2101399acdf6, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:35.093457 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] For port 0e6a828c-c822-4095-8211-2101399acdf6, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0e6a828c-c822-4095-8211-2101399acdf6,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:35.099691 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:35.104425 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Allocated IP 172.20.0.1 (e98d67f9-9fae-4323-98aa-1ec61135b337/58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee/362221b7-d0ef-4279-bd9a-ac9d591a90b2) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:35.138453 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 7bc4276d-8f10-4f0d-96c2-7d99db969201 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:35.151284 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (677cab2c-f37b-45ae-9f1f-25cb5590e848), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.154125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.155245 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/677cab2c-f37b-45ae-9f1f-25cb5590e848 HTTP/1.1" status: 204 len: 168 time: 0.4187784 Sep 16 05:44:35.176521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677cab2c-f37b-45ae-9f1f-25cb5590e848,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:35.192831 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe327ce-5839-4813-aaa2-eef9dacba16a req-f08f93db-6abf-4f35-903e-2cb98f9b3608 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:35.194337 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-cfe327ce-5839-4813-aaa2-eef9dacba16a req-f08f93db-6abf-4f35-903e-2cb98f9b3608 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0876031 Sep 16 05:44:35.196442 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0e6a828c-c822-4095-8211-2101399acdf6), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.200896 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.201246 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.205203 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.206179 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4544c8-6715-44a3-8013-2f2cf667288f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:35.272210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:35.274276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:35.302993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:35.307370 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-cfe327ce-5839-4813-aaa2-eef9dacba16a req-a30e8eca-8e39-4c05-883d-bd288b38f237 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747213 Sep 16 05:44:35.338936 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks [] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.412408 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4f9452d6-8358-47c1-9ecc-b87c78781e94 req-ae04196b-f6d6-4c0c-a414-0156f149bdce tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0347590 Sep 16 05:44:35.440084 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.443824 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb38a-9ddd-45e3-b4e3-333ec70b0fa7 None None] Pushing event updated for resources: {'Port': ['ID=0e6a828c-c822-4095-8211-2101399acdf6,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:35.494464 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Network e98d67f9-9fae-4323-98aa-1ec61135b337 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:35.495837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:35.501080 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:35.524381 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Pushing event updated for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:35.542863 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:35.545943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.728686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:32Z', 'revision_number': 3, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:35.758022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd3fb-3434-46c0-aa07-d32d80050441 None None] The sync data for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi is: [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:32Z', 'revision_number': 3, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:35.760638 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.771343 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Provisioning complete for port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:35.771717 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.774604 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 1 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:35.813166 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:35.868942 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44002) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:35.883546 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9d93696e-ded2-46a8-a966-2af0fb323d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.920378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.983736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9d93696e-ded2-46a8-a966-2af0fb323d1f admin admin] Publish callbacks [] for security_group (55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:35.986737 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks [] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.048011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9d93696e-ded2-46a8-a966-2af0fb323d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.062504 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.101356 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93696e-ded2-46a8-a966-2af0fb323d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:36.105892 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9d93696e-ded2-46a8-a966-2af0fb323d1f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=88e85c6937b9477dbaea5664ea918bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358766 Sep 16 05:44:36.108502 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44008) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:36.170485 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] Publish callbacks [] for security_group (55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.196096 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] Publish callbacks [] for security_group (55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.205008 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Pushing event updated for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:36.226038 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-8ba16418-89c4-49bc-9b95-09a7fb266fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:36.227644 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-8ba16418-89c4-49bc-9b95-09a7fb266fe6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.2260170 Sep 16 05:44:36.232278 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.257345 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:36.315221 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 2 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:36.320068 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:36.327243 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.330568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.331805 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903 HTTP/1.1" status: 204 len: 168 time: 0.2222278 Sep 16 05:44:36.384953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:36.387687 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d29d-53c8-45dc-a358-c3d1280e0195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec5b3e-4c51-4cad-b7a2-cef9fc7dd903,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:36.450548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Network e98d67f9-9fae-4323-98aa-1ec61135b337 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:36.454521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:36.540112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda6b7-3dc2-4daa-a79f-8eef21a08c8d req-6b706e69-72eb-4dc5-99e1-91f56aeae81d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:36.543246 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f6bda6b7-3dc2-4daa-a79f-8eef21a08c8d req-6b706e69-72eb-4dc5-99e1-91f56aeae81d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0710890 Sep 16 05:44:36.544825 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-b39434ff-f375-4fa8-9325-e7585b8ecc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:36.546650 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-b39434ff-f375-4fa8-9325-e7585b8ecc7f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.2605209 Sep 16 05:44:36.582733 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-496a7810-b9e2-4659-8168-9419638bbd11 req-2544b13a-8fce-476f-808e-4f97776dca2c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0676751 Sep 16 05:44:36.603562 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:36.670792 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f6bda6b7-3dc2-4daa-a79f-8eef21a08c8d req-19c33d48-e772-49d7-a2eb-26620597554a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692842 Sep 16 05:44:36.746354 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Router 7f631411-5e2d-48f4-8507-f25a329b0e3f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:36.750509 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:36.818550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:36.846805 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0e6a828c-c822-4095-8211-2101399acdf6 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:36.889449 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 3 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:36.913417 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:36.930377 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-37e668c0-7746-412a-9f2c-ebeae894fb88 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7f631411-5e2d-48f4-8507-f25a329b0e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9870653 Sep 16 05:44:36.949244 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:36.950328 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0e6a828c-c822-4095-8211-2101399acdf6 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:36.950752 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0e6a828c-c822-4095-8211-2101399acdf6), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:36.951084 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0e6a828c-c822-4095-8211-2101399acdf6 Sep 16 05:44:37.026455 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0e6a828c-c822-4095-8211-2101399acdf6 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:37.026836 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0e6a828c-c822-4095-8211-2101399acdf6), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.035386 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:37.052420 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 0e6a828c-c822-4095-8211-2101399acdf6, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0e6a828c-c822-4095-8211-2101399acdf6,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:37.115581 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (0e6a828c-c822-4095-8211-2101399acdf6), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.167539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=0e6a828c-c822-4095-8211-2101399acdf6,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:37.246644 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44032) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:37.261718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1b36b1c8-8972-420d-a508-eaf0909a8f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.338557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1b36b1c8-8972-420d-a508-eaf0909a8f33 admin admin] Publish callbacks [] for security_group (4b4df6c8-df0d-452e-aae7-431268d77611), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.346853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44034) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:37.351402 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087625672', 'description': 'tempest-secgroup-smoke-1087625672 description', 'project_id': '8c494b8167314a3aacd699afa7e6a509'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:37.406381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1b36b1c8-8972-420d-a508-eaf0909a8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4b4df6c8-df0d-452e-aae7-431268d77611), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.446118 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.446688 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1b36b1c8-8972-420d-a508-eaf0909a8f33 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6fe5d9b0365e4bfa95b9e4f05d5fa57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986935 Sep 16 05:44:37.447818 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36b1c8-8972-420d-a508-eaf0909a8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4df6c8-df0d-452e-aae7-431268d77611,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:37.449236 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44036) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:37.450760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.454648 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 4 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:37.514773 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:37.517104 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] Publish callbacks [] for security_group (4b4df6c8-df0d-452e-aae7-431268d77611), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.533390 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (4a954207-e106-4b57-9396-119a41cfc73e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.539993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] Publish callbacks [] for security_group (4b4df6c8-df0d-452e-aae7-431268d77611), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.572729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:37.600338 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4a954207-e106-4b57-9396-119a41cfc73e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.628634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:37.638055 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a954207-e106-4b57-9396-119a41cfc73e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:37.668656 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4b4df6c8-df0d-452e-aae7-431268d77611), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.671247 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.672343 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4b4df6c8-df0d-452e-aae7-431268d77611 HTTP/1.1" status: 204 len: 168 time: 0.2220891 Sep 16 05:44:37.693615 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-21d6fe5a-3572-4d03-b5a8-1fce14844a8b req-d7a69a31-757d-41c5-b73d-04c4dc228767 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0367925 Sep 16 05:44:37.704307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.705558 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-17632dbc-9dd9-430e-8098-62e6f23146b6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3576860 Sep 16 05:44:37.710420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44044) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:37.720141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:37.728395 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9f3c-c4df-450d-8006-1f8c952682e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4df6c8-df0d-452e-aae7-431268d77611,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:37.842950 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7b78-1aa4-4694-aabf-0073a85827ad req-7385133e-d77d-4e0e-a0ce-e975a9edf9ee tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:37.844811 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6aaa7b78-1aa4-4694-aabf-0073a85827ad req-7385133e-d77d-4e0e-a0ce-e975a9edf9ee tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0501165 Sep 16 05:44:37.857984 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.895571 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (cfdada6d-6475-42ff-8bc5-0c218599b654), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:37.908903 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6aaa7b78-1aa4-4694-aabf-0073a85827ad req-ce522f56-a19a-4e45-91ff-50783dbc48f2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Sep 16 05:44:37.985499 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (cfdada6d-6475-42ff-8bc5-0c218599b654), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.016238 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 5 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:38.029056 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (cfdada6d-6475-42ff-8bc5-0c218599b654), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.060069 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:38.070009 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdada6d-6475-42ff-8bc5-0c218599b654,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.098718 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-e5d937d3-2e42-4dd5-b73f-f49ab8760383 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.0480998 Sep 16 05:44:38.112766 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Sync routers for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:38.125063 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:38.125780 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:38.145633 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.146934 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a0ba6c56-5bd5-45d9-8672-952988b48459 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355531 Sep 16 05:44:38.149659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44054) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:38.154398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:38.193565 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:38.250362 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:38.286679 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (7ff8645f-93c7-4f4a-ac6a-679bc6f4c4b5), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.292446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.351210 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (7ff8645f-93c7-4f4a-ac6a-679bc6f4c4b5), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.366497 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.450784 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 4, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '362221b7-d0ef-4279-bd9a-ac9d591a90b2', 'name': '', 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337', 'tenant_id': '728e268ef22e470194545edea611eb32', 'mac_address': 'fa:16:3e:e1:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:34Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 2, 'project_id': '728e268ef22e470194545edea611eb32', 'subnets': [{'id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:38.474738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (7ff8645f-93c7-4f4a-ac6a-679bc6f4c4b5), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.476863 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Checking router: 7f631411-5e2d-48f4-8507-f25a329b0e3f for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:38.477217 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Updating router 7f631411-5e2d-48f4-8507-f25a329b0e3f port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:38.494307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff8645f-93c7-4f4a-ac6a-679bc6f4c4b5,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.506458 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.561640 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 6 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:38.569759 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.574751 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-41abd027-76ec-4221-ac3b-b27ceac689e2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4214664 Sep 16 05:44:38.575194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44068) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:38.579839 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:38.611555 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:38.673981 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.676494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (34552fb6-5c9b-4903-8d68-e5f9ee303e29), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.716768 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.735688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (34552fb6-5c9b-4903-8d68-e5f9ee303e29), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.790612 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks [] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.806704 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (34552fb6-5c9b-4903-8d68-e5f9ee303e29), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.832971 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34552fb6-5c9b-4903-8d68-e5f9ee303e29,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.852475 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.857120 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0e6a828c-c822-4095-8211-2101399acdf6 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:38.873690 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f749cb12-d582-4d63-81ca-9d3b4a046db9 req-08aa7cc5-a6e9-47ad-9889-8637bb85246d tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0550218 Sep 16 05:44:38.913218 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 0e6a828c-c822-4095-8211-2101399acdf6 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:38.913762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (0e6a828c-c822-4095-8211-2101399acdf6), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.914209 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 0e6a828c-c822-4095-8211-2101399acdf6 Sep 16 05:44:38.917787 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:38.921786 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-333958a0-7d2d-4157-8675-c48865ce9418 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429456 Sep 16 05:44:38.922130 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44080) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:38.927092 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:38.951123 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.969369 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f6c8-88d2-4054-83ec-3b5c85f55535 None None] Pushing event updated for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.970452 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:38.983115 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Attempting to bind port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:38.986947 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Attempting to bind port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:38.986947 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Attempting to bind port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 on network e98d67f9-9fae-4323-98aa-1ec61135b337 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:39.040166 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:39.041063 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Checking segment: {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:39.041463 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.042668 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Bound using segment: {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:39.043065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (9a3f36a0-bb0e-4249-8f2f-6b67126716f3), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.043453 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Bound port: 362221b7-d0ef-4279-bd9a-ac9d591a90b2, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551204dc-850d-4bd9-96d8-0e5de4045896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:39.044004 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.059067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 0e6a828c-c822-4095-8211-2101399acdf6 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:39.077087 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-c3a7d814-d877-4950-94df-9b50582ec44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:39.079505 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-c3a7d814-d877-4950-94df-9b50582ec44b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0917573 Sep 16 05:44:39.113777 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 7 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:39.157222 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb5dd6-74a4-4f9e-9225-a0cf6e67875f req-8fc5c73a-0c67-487d-9eed-fd6f90b4fd08 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:39.159493 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d3cb5dd6-74a4-4f9e-9225-a0cf6e67875f req-8fc5c73a-0c67-487d-9eed-fd6f90b4fd08 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0943458 Sep 16 05:44:39.169384 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:39.177319 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] For port 362221b7-d0ef-4279-bd9a-ac9d591a90b2, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:39.179279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (9a3f36a0-bb0e-4249-8f2f-6b67126716f3), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.183765 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] For port 362221b7-d0ef-4279-bd9a-ac9d591a90b2, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=362221b7-d0ef-4279-bd9a-ac9d591a90b2,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:39.187174 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-4e77ea29-1623-4993-9e3f-83b8e99e8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:39.191996 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-4e77ea29-1623-4993-9e3f-83b8e99e8d2f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027582 Sep 16 05:44:39.227070 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d3cb5dd6-74a4-4f9e-9225-a0cf6e67875f req-b019eb57-6bb5-4454-a7cc-4a64fa5196ed tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 Sep 16 05:44:39.252358 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (9a3f36a0-bb0e-4249-8f2f-6b67126716f3), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.253526 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.281169 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3f36a0-bb0e-4249-8f2f-6b67126716f3,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:39.297508 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:44:39.298718 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:44:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:39.339175 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-14ae6342-9421-4386-8a31-2f70ae3b7458 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205153 Sep 16 05:44:39.374831 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.375308 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f6c8-88d2-4054-83ec-3b5c85f55535 None None] Pushing event updated for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:39.376269 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-49b51793-a8c4-4eb3-9140-1a6c10e2d2a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4531546 Sep 16 05:44:39.379123 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44094) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:39.390462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:39.410758 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:39.434423 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:44:39.478567 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.securitygroups_db [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Project 8c494b8167314a3aacd699afa7e6a509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:44:39.489312 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (e44f8f45-5fd5-4148-a032-c0f96ed8fddc), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.563047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (e44f8f45-5fd5-4148-a032-c0f96ed8fddc), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.593125 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10613eb4-7c15-4be8-8faa-69c45717c8a8 req-cd09f37f-884a-4994-bc96-967ec66107bd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174855 Sep 16 05:44:39.635988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (e44f8f45-5fd5-4148-a032-c0f96ed8fddc), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.652956 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 4, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '362221b7-d0ef-4279-bd9a-ac9d591a90b2', 'name': '', 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337', 'tenant_id': '728e268ef22e470194545edea611eb32', 'mac_address': 'fa:16:3e:e1:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:34Z', 'updated_at': '2022-09-16T05:44:39Z', 'revision_number': 4, 'project_id': '728e268ef22e470194545edea611eb32', 'subnets': [{'id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:39.667010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44f8f45-5fd5-4148-a032-c0f96ed8fddc,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:39.673987 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Attempt 8 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:39.679820 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d67906-e225-4753-8c17-9ca95f56e5c4 None None] The sync data for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi is: [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:35Z', 'revision_number': 4, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '362221b7-d0ef-4279-bd9a-ac9d591a90b2', 'name': '', 'network_id': 'e98d67f9-9fae-4323-98aa-1ec61135b337', 'tenant_id': '728e268ef22e470194545edea611eb32', 'mac_address': 'fa:16:3e:e1:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:34Z', 'updated_at': '2022-09-16T05:44:39Z', 'revision_number': 4, 'project_id': '728e268ef22e470194545edea611eb32', 'subnets': [{'id': '58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:39.754650 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.759917 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9a1aac49-2575-402f-a180-d606159890d5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722959 Sep 16 05:44:39.762824 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44104) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:39.768237 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'security_group_rule': {'security_group_id': '4a954207-e106-4b57-9396-119a41cfc73e', 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:39.778978 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Current status of the port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:39.779798 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.822490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] For port 362221b7-d0ef-4279-bd9a-ac9d591a90b2, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=362221b7-d0ef-4279-bd9a-ac9d591a90b2,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:39.876170 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.securitygroups_db [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Project 8c494b8167314a3aacd699afa7e6a509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:44:39.895778 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.954878 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (421857e1-6096-4fd0-9170-26d9173c1ff4), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:39.987000 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:40.006565 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac8af-4034-44ef-ab6b-c463703b3dac None None] Pushing event updated for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.042941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-066ae3eb-6e94-4ba0-99a4-18962efed30b None None] Provisioning complete for port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:40.044553 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-066ae3eb-6e94-4ba0-99a4-18962efed30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:40.044909 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-066ae3eb-6e94-4ba0-99a4-18962efed30b None None] Attempt 1 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:40.068300 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-520c444c-9654-4a2e-9473-5356af1ba0c4 req-f565abe6-101e-4c88-8a08-cd9416ecb820 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0514915 Sep 16 05:44:40.113131 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (421857e1-6096-4fd0-9170-26d9173c1ff4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:40.124031 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-86fdebd0-17ca-4b27-ba35-607d83237756 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:40.126395 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-86fdebd0-17ca-4b27-ba35-607d83237756 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cdbd7bdc-997a-4959-888f-2e13206025d6 HTTP/1.1" status: 200 len: 814 time: 0.2634912 Sep 16 05:44:40.177688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (421857e1-6096-4fd0-9170-26d9173c1ff4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:40.186453 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-066ae3eb-6e94-4ba0-99a4-18962efed30b None None] Current status of the port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:40.206435 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421857e1-6096-4fd0-9170-26d9173c1ff4,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.322615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:40.341114 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e60f7287-abbd-475c-87cd-bb36ee711cb5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5770233 Sep 16 05:44:40.409015 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd05bad-885e-4e5c-84b6-06955b8f4d45 req-fd2651e7-7c9c-422d-b936-09ad4d3b5d71 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:40.412101 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1dd05bad-885e-4e5c-84b6-06955b8f4d45 req-fd2651e7-7c9c-422d-b936-09ad4d3b5d71 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0928504 Sep 16 05:44:40.495092 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1dd05bad-885e-4e5c-84b6-06955b8f4d45 req-b13378e6-a4e6-47a3-be32-0868f4968a78 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761991 Sep 16 05:44:40.886250 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 362221b7-d0ef-4279-bd9a-ac9d591a90b2 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:40.960990 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:40.961355 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:40.961687 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 Sep 16 05:44:41.006311 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:41.058672 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:41.103916 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Request body: {'port': {'device_id': '913b8443-6f00-4623-bc18-4881850a8509', 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6', 'admin_state_up': True, 'tenant_id': '04dc3f5e68e046fb9bf360d4f01a50fd'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:41.227124 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-47b5f338-ebc7-4cd0-b2f3-51aecd6a9983 req-6f096f46-5ba8-4424-8f45-cebf563d26a6 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0385864 Sep 16 05:44:41.395267 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Made reservation on behalf of 04dc3f5e68e046fb9bf360d4f01a50fd for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:41.399878 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:41.553587 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Allocated IP 172.20.0.5 (cdbd7bdc-997a-4959-888f-2e13206025d6/b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa/eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:41.713802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:41.750256 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4abf-6c16-439a-93d0-d1e392e15fcd req-8e7b45be-3cd9-4902-99e3-5d6c4af97699 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:41.756236 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ecb4abf-6c16-439a-93d0-d1e392e15fcd req-8e7b45be-3cd9-4902-99e3-5d6c4af97699 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.1129882 Sep 16 05:44:41.864254 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ecb4abf-6c16-439a-93d0-d1e392e15fcd req-52d442c0-130b-4d0e-a692-1ca3c82592f5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024704 Sep 16 05:44:41.910504 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks [] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:41.961199 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:41.999587 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc942a1-4adf-4c52-9e7c-40d344f0b382 req-0206b8d9-26c2-43a9-9074-262088a05c0b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:42.001108 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bcc942a1-4adf-4c52-9e7c-40d344f0b382 req-0206b8d9-26c2-43a9-9074-262088a05c0b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0844712 Sep 16 05:44:42.058526 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bcc942a1-4adf-4c52-9e7c-40d344f0b382 req-4750f192-3017-4676-b94e-d4f127dff2c4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480187 Sep 16 05:44:42.081074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:42.133844 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Network cdbd7bdc-997a-4959-888f-2e13206025d6 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:42.137403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:42.140374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:42.142934 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Pushing event updated for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:42.170828 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:42.199559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:42.199708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:42.306120 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b72826f5-94a5-43dd-8314-7d3e8cd37235 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2130139 Sep 16 05:44:42.350163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803d0ad-9869-4be5-933e-1c13a7b5be0b req-28de9c7c-7f3d-4316-965d-25c79208a120 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:42.351660 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0803d0ad-9869-4be5-933e-1c13a7b5be0b req-28de9c7c-7f3d-4316-965d-25c79208a120 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 931 time: 0.0540493 Sep 16 05:44:42.399913 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0803d0ad-9869-4be5-933e-1c13a7b5be0b req-e1ba43f3-28a8-44c8-a10e-4a7d745149d5 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Sep 16 05:44:42.981992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0903-9be0-4a95-b291-73bfe3ed1fb4 req-4319020b-48d9-4fb7-9271-70cff9fc6162 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:42.983480 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b0fa0903-9be0-4a95-b291-73bfe3ed1fb4 req-4319020b-48d9-4fb7-9271-70cff9fc6162 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0473843 Sep 16 05:44:43.035474 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b0fa0903-9be0-4a95-b291-73bfe3ed1fb4 req-f9e2dc46-caf8-425f-b07e-e5707727711e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Sep 16 05:44:43.198781 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefb57-1daf-48df-9be0-ce8ab740eb18 req-0297bc1b-012e-43d7-ad76-894b74b36968 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:43.200242 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-48eefb57-1daf-48df-9be0-ce8ab740eb18 req-0297bc1b-012e-43d7-ad76-894b74b36968 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0538645 Sep 16 05:44:43.249284 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-48eefb57-1daf-48df-9be0-ce8ab740eb18 req-cc1b4bd8-c4ae-4410-8467-69e23fd3ffef tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Sep 16 05:44:43.527534 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd37e-18d0-4f9b-b365-0fdc08285350 req-ca9694c4-8ae2-45bb-aadf-f077fd0689ba tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:43.529339 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-151cd37e-18d0-4f9b-b365-0fdc08285350 req-ca9694c4-8ae2-45bb-aadf-f077fd0689ba tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 931 time: 0.0468259 Sep 16 05:44:43.579750 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-151cd37e-18d0-4f9b-b365-0fdc08285350 req-44ce379a-58b2-4562-8af4-0e05e1a21f91 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Sep 16 05:44:44.373810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f999ffc-db43-4f10-9d64-50363966085c req-868a8825-5aad-4c3c-bea5-955c82e5f2fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:44.375285 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2f999ffc-db43-4f10-9d64-50363966085c req-868a8825-5aad-4c3c-bea5-955c82e5f2fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0459886 Sep 16 05:44:44.421638 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2f999ffc-db43-4f10-9d64-50363966085c req-2c99c364-6b06-42a9-9a20-2fb0900d4e55 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Sep 16 05:44:44.485933 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:44.705815 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d67f9-09f6-404e-a558-4abbacb314d7 req-a43fa412-da19-4ebd-9ce5-16a5fbec8770 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:44.707329 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a9d67f9-09f6-404e-a558-4abbacb314d7 req-a43fa412-da19-4ebd-9ce5-16a5fbec8770 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 931 time: 0.0500245 Sep 16 05:44:44.755944 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a9d67f9-09f6-404e-a558-4abbacb314d7 req-a1d40b9b-4334-4168-8097-800877c68018 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Sep 16 05:44:44.836278 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Request body: {'port': {'device_id': '913b8443-6f00-4623-bc18-4881850a8509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:44.905239 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.177633 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:44:45.185402 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks [] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.198675 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Transition to ACTIVE for port object eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:44:45.268818 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.345086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:45.375955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:45.378497 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Attempting to bind port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:45.378830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Attempting to bind port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:45.381765 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Attempting to bind port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe on network cdbd7bdc-997a-4959-888f-2e13206025d6 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:45.424334 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe on network cdbd7bdc-997a-4959-888f-2e13206025d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:45.424654 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Attempting to bind port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe on network cdbd7bdc-997a-4959-888f-2e13206025d6 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:45.465607 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:45.468492 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:45.474318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Checking segment: {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:45.474318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Bound using segment: {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:45.474318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Bound port: eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:45.474318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.533793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:45.538287 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:45.559749 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451335b3-935b-4ebe-a292-9439b8c518f7 req-ee908725-e512-4511-b843-bc178af585ec tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:45.561256 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-451335b3-935b-4ebe-a292-9439b8c518f7 req-ee908725-e512-4511-b843-bc178af585ec tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0580633 Sep 16 05:44:45.620477 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-451335b3-935b-4ebe-a292-9439b8c518f7 req-034ed0d9-9264-4cc1-9d39-2a383100c649 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534422 Sep 16 05:44:45.633170 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.636647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:45.637254 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:45.638767 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-31febe16-588b-4480-afb2-d214827790a0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe HTTP/1.1" status: 200 len: 1093 time: 0.8071125 Sep 16 05:44:45.641033 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:44:45.643300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:45.699375 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777eca14-da0a-4a5e-80b0-3b2c80e55876 x-openstack-request-id: req-777eca14-da0a-4a5e-80b0-3b2c80e55876 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:45.699658 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:45.699911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-777eca14-da0a-4a5e-80b0-3b2c80e55876 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:45.700306 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777eca14-da0a-4a5e-80b0-3b2c80e55876'] response: {'name': 'network-changed', 'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe', 'status': 'completed', 'code': 200} Sep 16 05:44:45.715925 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31febe16-588b-4480-afb2-d214827790a0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:45.793989 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-ec9e2826-2bc2-4837-8fd3-cc13c89a0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:45.795769 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-ec9e2826-2bc2-4837-8fd3-cc13c89a0f0c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 1127 time: 0.0463319 Sep 16 05:44:45.890170 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946cb10-8851-4bae-80e9-84f40cbc53a6 req-b56302f0-903a-4dbe-a9d6-98210e6f7334 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:45.894341 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2946cb10-8851-4bae-80e9-84f40cbc53a6 req-b56302f0-903a-4dbe-a9d6-98210e6f7334 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0517550 Sep 16 05:44:45.971312 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2946cb10-8851-4bae-80e9-84f40cbc53a6 req-d52c1b0e-6a21-4917-bac9-c9f76f16b98d tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737901 Sep 16 05:44:46.012975 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-8463371a-120d-442c-b9c2-8346ffe8119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:46.014483 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-8463371a-120d-442c-b9c2-8346ffe8119e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2039311 Sep 16 05:44:46.195478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-0e34edb2-f217-4464-8435-0eb6901ff3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:46.196972 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-829cb6d3-ad07-4d5b-b4e8-4069ca1e1d0c req-0e34edb2-f217-4464-8435-0eb6901ff3b8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740692 Sep 16 05:44:46.928535 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44352) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:46.933549 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631712837', 'description': 'tempest-description--1329055879'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:46.980097 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-99fb03f5-5b4a-4a2f-9134-fa4b254f1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:46.981620 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-99fb03f5-5b4a-4a2f-9134-fa4b254f1ea9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 1127 time: 0.3140178 Sep 16 05:44:46.992465 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bbdee-ed67-4f9a-9ac7-081a08072c4b req-49577832-a594-4b9e-b517-815b711d925b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:46.993850 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad8bbdee-ed67-4f9a-9ac7-081a08072c4b req-49577832-a594-4b9e-b517-815b711d925b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0555320 Sep 16 05:44:47.042892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad8bbdee-ed67-4f9a-9ac7-081a08072c4b req-ef38b391-7535-426c-8dac-3cf88e04d83d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Sep 16 05:44:47.063822 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.113707 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1202955-9c81-4490-a9e5-d64e9af6c521 req-79a637aa-7a63-491d-aa7c-7a447ac7c153 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:47.115324 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a1202955-9c81-4490-a9e5-d64e9af6c521 req-79a637aa-7a63-491d-aa7c-7a447ac7c153 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0635612 Sep 16 05:44:47.175421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:47.210501 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-81005aa4-9976-4b97-8267-b1446702e8fe service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe HTTP/1.1" status: 200 len: 217 time: 0.0393722 Sep 16 05:44:47.217566 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a1202955-9c81-4490-a9e5-d64e9af6c521 req-07dc1644-93dd-4d0e-ac99-9236b3a9a2c3 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Sep 16 05:44:47.224098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (dddc0d42-cf66-48fb-a9cc-46499659c1fb), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.272015 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-cb0a045c-bd65-4841-a7cf-a59eec56b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:47.274139 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-cb0a045c-bd65-4841-a7cf-a59eec56b294 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa HTTP/1.1" status: 200 len: 854 time: 0.0554307 Sep 16 05:44:47.291608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (dddc0d42-cf66-48fb-a9cc-46499659c1fb), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.310319 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-9c88b7ee-1bb2-4a69-b7fb-8642f11e3188 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cdbd7bdc-997a-4959-888f-2e13206025d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273690 Sep 16 05:44:47.324297 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dddc0d42-cf66-48fb-a9cc-46499659c1fb,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:47.412324 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-d362a4e4-5020-424f-b93b-a023a968be68 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943997 Sep 16 05:44:47.479214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.482824 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-241cdbe1-a151-4348-b50b-c2e3ba3aaf25 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5511117 Sep 16 05:44:47.484923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44368) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:47.491825 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'security_group_rule': {'security_group_id': 'dddc0d42-cf66-48fb-a9cc-46499659c1fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:47.498525 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:47.533901 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-815e125e-f54e-45a2-a2bf-6b31235c8096 req-b1199586-25d5-429b-9e8d-ecfe2dedf7ef service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159463 Sep 16 05:44:47.605923 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (5016e5df-28a8-44e6-bb39-39a5d0c07b2a), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.670145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (5016e5df-28a8-44e6-bb39-39a5d0c07b2a), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.767165 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (5016e5df-28a8-44e6-bb39-39a5d0c07b2a), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.788229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5016e5df-28a8-44e6-bb39-39a5d0c07b2a,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:47.871158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:47.872440 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-606ee7a2-6c21-45f2-be17-73603694c7ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3865774 Sep 16 05:44:47.875327 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44384) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:47.881198 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'security_group_rule': {'security_group_id': 'dddc0d42-cf66-48fb-a9cc-46499659c1fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:47.887934 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:47.983414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (10c711cf-bc43-4963-b749-c135593458ee), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.044328 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (10c711cf-bc43-4963-b749-c135593458ee), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.109385 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (10c711cf-bc43-4963-b749-c135593458ee), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.126127 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c711cf-bc43-4963-b749-c135593458ee,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:48.232074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877153d-ec88-46da-9af8-4303e810c951 req-b516453d-3923-490b-bfc3-9c4014ea2bac tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:48.233548 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9877153d-ec88-46da-9af8-4303e810c951 req-b516453d-3923-490b-bfc3-9c4014ea2bac tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0535796 Sep 16 05:44:48.248427 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.249594 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b33dda11-d8c8-4f2e-982e-f5734f8bc88f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733153 Sep 16 05:44:48.253038 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44396) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:48.262341 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:48.290358 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9877153d-ec88-46da-9af8-4303e810c951 req-2a317100-f9c4-4c25-850e-dbea8cc7ea36 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 Sep 16 05:44:48.349865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c5bff-45c9-4f85-b384-dce5e444633f req-726ae3c3-3a04-4276-8eed-a863658211b5 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:48.351348 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-776c5bff-45c9-4f85-b384-dce5e444633f req-726ae3c3-3a04-4276-8eed-a863658211b5 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0499918 Sep 16 05:44:48.371619 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.451091 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:48.457645 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-776c5bff-45c9-4f85-b384-dce5e444633f req-4fdff360-7e17-4390-9838-168e13ff09d2 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001577 Sep 16 05:44:48.485239 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.612718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Allocated IP 172.27.0.178 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/fa0069bd-4a5c-4aac-98c9-4c4e618130f0) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:48.742050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.882128 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:48.886016 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:48.927720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:48.930676 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:48.934557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:48.939627 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'Port': ['ID=fa0069bd-4a5c-4aac-98c9-4c4e618130f0,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:49.017689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.141647 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.180878 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067249-3b54-4056-ac0f-b2c99e3dd939 req-afe4543d-3782-4a2a-9eee-92d57062ce73 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:49.182365 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-65067249-3b54-4056-ac0f-b2c99e3dd939 req-afe4543d-3782-4a2a-9eee-92d57062ce73 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0780625 Sep 16 05:44:49.283542 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-65067249-3b54-4056-ac0f-b2c99e3dd939 req-4a16e587-b4fd-4f49-94ec-07a3ad741718 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942216 Sep 16 05:44:49.351109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.424628 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1338b1-f8b3-498f-bfe8-e15f16a0e2f5 req-3f281094-4ccd-4f45-aa42-bd25803b084c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:49.427118 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7d1338b1-f8b3-498f-bfe8-e15f16a0e2f5 req-3f281094-4ccd-4f45-aa42-bd25803b084c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0515294 Sep 16 05:44:49.452242 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.485719 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7d1338b1-f8b3-498f-bfe8-e15f16a0e2f5 req-ca169172-9aac-40b7-9026-e794a6d7dba8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 Sep 16 05:44:49.527395 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'Port': ['ID=fa0069bd-4a5c-4aac-98c9-4c4e618130f0,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:49.530836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.599824 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:49.637060 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995f0c5-5d06-4f3d-8a71-e98fc0a706ed req-7e08640c-c965-4d26-8213-27f118df9749 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:49.638791 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3995f0c5-5d06-4f3d-8a71-e98fc0a706ed req-7e08640c-c965-4d26-8213-27f118df9749 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0490046 Sep 16 05:44:49.641975 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:49.643236 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-093841d3-f057-4add-82a4-dffdaf47a8f3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3886516 Sep 16 05:44:49.690924 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3995f0c5-5d06-4f3d-8a71-e98fc0a706ed req-b0b8da16-4af7-4e08-8fe4-f14db7d31610 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462294 Sep 16 05:44:49.863399 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-7be519f1-cf77-4853-950f-20f45fc763aa tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1631712837&fields=id&tenant_id=d6a0481b87f34225a6a44f702ba75f68 HTTP/1.1" status: 200 len: 267 time: 0.0452452 Sep 16 05:44:49.977755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-deff042c-c504-4960-a930-e3e53a503509 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:49.979238 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-deff042c-c504-4960-a930-e3e53a503509 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 0.1085641 Sep 16 05:44:49.994200 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-10ea9911-4c2d-447b-90f7-fdd21a7b9b6a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/quotas/d6a0481b87f34225a6a44f702ba75f68 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Sep 16 05:44:50.049154 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-ef658afc-7aae-4980-85d9-8e5bf9ad4249 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498097 Sep 16 05:44:50.148381 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-73776010-3265-49f6-be5b-4d04ac2f3d79 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Sep 16 05:44:50.217304 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:50.239325 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-1b678dc4-fc7c-44a5-a357-34a250e53fc1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Sep 16 05:44:50.519155 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3143428f-36bc-4dd6-9168-158e2c26eb05 req-4929190a-d07d-4243-8856-0319ec8a6307 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 210 time: 0.0350134 Sep 16 05:44:50.579080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad7cea-4ebe-42b2-9771-40addb9b5d38 req-14ab3df1-b6ce-4d20-8a9e-7bc76ea552af tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:50.580643 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-48ad7cea-4ebe-42b2-9771-40addb9b5d38 req-14ab3df1-b6ce-4d20-8a9e-7bc76ea552af tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0789526 Sep 16 05:44:50.633638 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-48ad7cea-4ebe-42b2-9771-40addb9b5d38 req-4eee9fbf-ecbe-4775-ab99-cc95ae4b52cb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 Sep 16 05:44:50.643458 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ea24-c617-4679-8c20-0123f158e79e req-15284b6c-5382-4cb7-b1ae-046b4b3e6857 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:50.644917 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0520ea24-c617-4679-8c20-0123f158e79e req-15284b6c-5382-4cb7-b1ae-046b4b3e6857 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0546114 Sep 16 05:44:50.695148 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0520ea24-c617-4679-8c20-0123f158e79e req-99052113-b16e-4377-b9ff-7d90830c38d0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Sep 16 05:44:50.813848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d3395-8217-47b2-b1a5-6ee87cabf310 req-bdff0fed-cd14-4466-bc76-c16ef2f61307 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:50.815524 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-293d3395-8217-47b2-b1a5-6ee87cabf310 req-bdff0fed-cd14-4466-bc76-c16ef2f61307 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0478113 Sep 16 05:44:50.872358 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-293d3395-8217-47b2-b1a5-6ee87cabf310 req-21cb9edf-2255-426c-a119-e1987ed2e2b0 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Sep 16 05:44:51.635414 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fd435666-44c4-4226-ad26-9ca46ea04f18 req-47960133-2ac6-47dd-b4d5-b0563dd61ed9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 210 time: 0.0278251 Sep 16 05:44:51.762898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd6c39-bf6c-4731-97ba-e16b1c5b03cb req-059fd0d1-9554-4700-a0f1-b4a5e55d698b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:51.764376 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28dd6c39-bf6c-4731-97ba-e16b1c5b03cb req-059fd0d1-9554-4700-a0f1-b4a5e55d698b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Sep 16 05:44:51.814842 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28dd6c39-bf6c-4731-97ba-e16b1c5b03cb req-deae9abf-0a09-4764-b1ed-15bedcc5838c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Sep 16 05:44:51.840646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46138d9-9045-4271-9eb5-41a4e92407c6 req-a03b4fdb-1f67-4a2a-89a7-8837d7fcdde7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:51.842128 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b46138d9-9045-4271-9eb5-41a4e92407c6 req-a03b4fdb-1f67-4a2a-89a7-8837d7fcdde7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0608270 Sep 16 05:44:51.898351 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b46138d9-9045-4271-9eb5-41a4e92407c6 req-f93e9387-2383-4f60-81ba-f65da667a2a0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494807 Sep 16 05:44:52.012973 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccfb2-b79b-4fe0-8c32-fbf0df03fcc8 req-e044c865-b013-48d7-8ac3-5fb5bd15f211 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:52.014511 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf9ccfb2-b79b-4fe0-8c32-fbf0df03fcc8 req-e044c865-b013-48d7-8ac3-5fb5bd15f211 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 943 time: 0.0513399 Sep 16 05:44:52.061511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:44:52.063054 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf9ccfb2-b79b-4fe0-8c32-fbf0df03fcc8 req-f878335c-a6dc-4a82-884a-c0790e0c912d tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Sep 16 05:44:52.185756 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:52.197515 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe', 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6', 'port_id': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe', 'mac_address': 'fa:16:3e:8b:94:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:44:52.235654 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:52.236048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:52.250613 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:44:52.275725 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:52.354292 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:52.405411 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:52.744746 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7bb1fa0c-b0bb-4eb5-b5c8-59ec8b191d6d req-a3658e64-715a-4345-a72c-7676c2d35680 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 210 time: 0.0294182 Sep 16 05:44:52.809197 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:44:52.880226 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:52.961708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d566b9-d425-4c4d-9f8f-c4869192eaf6 req-29c40e5a-197a-4e6d-b122-38a92c86e4b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:52.967670 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b1d566b9-d425-4c4d-9f8f-c4869192eaf6 req-29c40e5a-197a-4e6d-b122-38a92c86e4b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0691211 Sep 16 05:44:53.038436 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b1d566b9-d425-4c4d-9f8f-c4869192eaf6 req-592088a5-d5fe-4fbe-9c3d-270c41a6bf6e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668137 Sep 16 05:44:53.160642 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fece64-d7c4-4ce3-a30e-533e3bf53597 req-28db6ef1-6fd8-4761-8c10-3a4dc5d7c6b5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:53.162813 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9fece64-d7c4-4ce3-a30e-533e3bf53597 req-28db6ef1-6fd8-4761-8c10-3a4dc5d7c6b5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.1208880 Sep 16 05:44:53.200199 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:53.234262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd0844-d126-4823-84d0-a3dc9c5617a1 req-14bf146c-bf75-4b1e-8f67-26ba09968c41 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:53.235908 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-38bd0844-d126-4823-84d0-a3dc9c5617a1 req-14bf146c-bf75-4b1e-8f67-26ba09968c41 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 944 time: 0.0666263 Sep 16 05:44:53.259301 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9fece64-d7c4-4ce3-a30e-533e3bf53597 req-27f99e4c-e65b-4983-b50c-c9c78b5ce015 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875406 Sep 16 05:44:53.280553 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-e88829d2-333f-4117-8cd5-baae4a3b60f4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:53.282086 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-e88829d2-333f-4117-8cd5-baae4a3b60f4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 819 time: 0.2383034 Sep 16 05:44:53.316362 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-38bd0844-d126-4823-84d0-a3dc9c5617a1 req-94f7c8a5-d7e3-4abd-8fbe-2837b2dad2c7 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663581 Sep 16 05:44:53.372417 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:53.392149 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-a5c415ee-0492-4cc3-86e4-4e7d30644cd8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d6a0481b87f34225a6a44f702ba75f68 HTTP/1.1" status: 200 len: 380 time: 0.0907705 Sep 16 05:44:53.404493 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'port': {'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'admin_state_up': True, 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'security_groups': ['dddc0d42-cf66-48fb-a9cc-46499659c1fb']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:53.588657 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Made reservation on behalf of d6a0481b87f34225a6a44f702ba75f68 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:53.593041 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:53.747279 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Allocated IP 172.20.0.11 (9d3fd988-8839-4418-aac3-5a2f305886fe/3a87f945-40b5-4150-b6f7-6b7a81b866ff/65bc8bc0-97dd-4771-8b9c-c4ecd34db46f) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:53.878292 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1bde388-554d-4285-b1a8-cb69d5991398 req-24483ca4-93be-4821-9585-3129b8f8745f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 210 time: 0.0314140 Sep 16 05:44:53.919917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:53.967074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.070046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.087607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:54.110800 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Network 9d3fd988-8839-4418-aac3-5a2f305886fe is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:54.118644 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:54.124094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:44:54.144663 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:44:54.160622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event updated for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:54.189261 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:54.189922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.205754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:54.206511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.206871 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe Sep 16 05:44:54.211188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28fa5-4067-48db-9030-fd9346a4b51c req-982557bd-1fc2-4a63-8134-e86cd7b3d4ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:54.214716 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-89d28fa5-4067-48db-9030-fd9346a4b51c req-982557bd-1fc2-4a63-8134-e86cd7b3d4ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0787151 Sep 16 05:44:54.270894 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-89d28fa5-4067-48db-9030-fd9346a4b51c req-fa3f163b-59b5-421e-a989-49f889cd6db4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522785 Sep 16 05:44:54.278956 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-bb929ac1-5d75-45f5-8668-c594cdbb1a4f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8780820 Sep 16 05:44:54.293344 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:44:54.293636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.309320 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Request body: {'port': {'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:54.350399 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:44:54.354195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6afd4-4e17-41ca-863e-e5456457daee" -d '{"events": [{"server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "name": "network-vif-plugged", "status": "completed", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:54.372975 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:54.416576 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.463230 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.470298 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6fcf9-73d8-4174-bbc5-08cfef5cbc12 req-c3bcbf11-9a6e-4b4f-8b86-bcbd575f101c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:54.471790 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-12b6fcf9-73d8-4174-bbc5-08cfef5cbc12 req-c3bcbf11-9a6e-4b4f-8b86-bcbd575f101c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 944 time: 0.0514498 Sep 16 05:44:54.488143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:54.518137 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ccb5e-aa92-40c3-83e3-24b470d65b6d req-108b502f-bf43-4f17-95e6-5625cff23a82 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:54.519662 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-578ccb5e-aa92-40c3-83e3-24b470d65b6d req-108b502f-bf43-4f17-95e6-5625cff23a82 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0887554 Sep 16 05:44:54.528453 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Provisioning complete for port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:44:54.528562 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-12b6fcf9-73d8-4174-bbc5-08cfef5cbc12 req-e794c13b-51b9-4879-b363-a8fa2a706d33 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Sep 16 05:44:54.528905 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.535086 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Attempt 1 to provision port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f Sep 16 05:44:54.569616 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:54.570143 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:54.599120 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f131b09b-6911-41f2-a8a2-97a168f28d0a x-openstack-request-id: req-f131b09b-6911-41f2-a8a2-97a168f28d0a {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:54.599636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "name": "network-vif-plugged", "status": "completed", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:54.600073 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f131b09b-6911-41f2-a8a2-97a168f28d0a {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:54.600630 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f131b09b-6911-41f2-a8a2-97a168f28d0a'] response: {'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe', 'code': 200} Sep 16 05:44:54.718734 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-578ccb5e-aa92-40c3-83e3-24b470d65b6d req-c787b0f6-f25a-407a-b07c-226a3f20a673 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878867 Sep 16 05:44:54.846170 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:44:54.857346 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks [] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:54.870567 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Transition to ACTIVE for port object 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:44:54.937073 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.028446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Pushing event updated for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:55.037869 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bd04-353f-459b-b630-cd934e35b88e req-4790f7b6-ce13-4fbd-9c22-c5630b47c936 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:55.039969 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-80d3bd04-353f-459b-b630-cd934e35b88e req-4790f7b6-ce13-4fbd-9c22-c5630b47c936 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0668976 Sep 16 05:44:55.070441 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Attempt 2 to provision port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f Sep 16 05:44:55.087733 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Attempting to bind port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:44:55.088561 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Attempting to bind port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:44:55.089065 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Attempting to bind port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:55.092067 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:55.092300 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-80d3bd04-353f-459b-b630-cd934e35b88e req-8b6a8b5d-d5be-421b-b7ca-1fbb22309080 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Sep 16 05:44:55.132178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:44:55.137459 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f on network 9d3fd988-8839-4418-aac3-5a2f305886fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:55.137779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Attempting to bind port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f on network 9d3fd988-8839-4418-aac3-5a2f305886fe {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:55.191754 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:44:55.192723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Checking segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:44:55.193186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Bound using segment: {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:44:55.193548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Bound port: 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2080de0b-766e-41df-971a-481243318db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:44:55.193921 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.259708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:55.262669 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:55.326033 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.330984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:55.331971 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.336177 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1094 time: 1.0343204 Sep 16 05:44:55.336177 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:44:55.338604 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:55.399936 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf74517-36c4-4864-8e69-0c49ae6479da service neutron] Pushing event updated for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:55.423026 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcd7983-c803-471c-b468-3792f828af5b x-openstack-request-id: req-8fcd7983-c803-471c-b468-3792f828af5b {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:55.423309 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:55.423559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fcd7983-c803-471c-b468-3792f828af5b {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:55.424354 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcd7983-c803-471c-b468-3792f828af5b'] response: {'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'status': 'completed', 'code': 200} Sep 16 05:44:55.465761 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44626) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:55.466262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f8165-d711-4362-bb23-428ebea80404 req-55dd272b-6d24-46c2-ad38-dbd0b117c7a2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:55.467732 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6f1f8165-d711-4362-bb23-428ebea80404 req-55dd272b-6d24-46c2-ad38-dbd0b117c7a2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0570593 Sep 16 05:44:55.537270 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6f1f8165-d711-4362-bb23-428ebea80404 req-de80fd09-fcb6-41f9-b733-3aa2cc6bbacf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614419 Sep 16 05:44:55.598340 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b084ee6a-80fd-4249-a17f-71f53b86b84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.633574 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Attempt 3 to provision port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f Sep 16 05:44:55.638271 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:55.682890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-b491457a-f93f-4a3e-8246-bd3555e575d4 None None] Port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:44:55.689946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356005f6-5bba-465b-be20-e9215eae7127 req-6d6eb87b-f409-45f3-93b6-78cf275ea31b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:55.691448 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-356005f6-5bba-465b-be20-e9215eae7127 req-6d6eb87b-f409-45f3-93b6-78cf275ea31b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0761321 Sep 16 05:44:55.695524 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:55.762621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b084ee6a-80fd-4249-a17f-71f53b86b84b admin admin] Publish callbacks [] for security_group (df54e230-a9c5-4579-9e18-e4f06fca1774), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.767521 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-356005f6-5bba-465b-be20-e9215eae7127 req-775eadf8-18d1-4d6e-bb72-afb36afe10fc tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Sep 16 05:44:55.811501 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b084ee6a-80fd-4249-a17f-71f53b86b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (df54e230-a9c5-4579-9e18-e4f06fca1774), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.867598 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ee6a-80fd-4249-a17f-71f53b86b84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df54e230-a9c5-4579-9e18-e4f06fca1774,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:55.872312 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b084ee6a-80fd-4249-a17f-71f53b86b84b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d0146e2bcd4b4706b441530bec9970c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050627 Sep 16 05:44:55.880938 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac52ee-86d3-4c51-b424-8289e0a1ed81 req-937935ee-6603-4668-b001-edf3a1e1f0b7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:55.882754 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3eac52ee-86d3-4c51-b424-8289e0a1ed81 req-937935ee-6603-4668-b001-edf3a1e1f0b7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0692711 Sep 16 05:44:55.883323 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44638) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:55.966124 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3eac52ee-86d3-4c51-b424-8289e0a1ed81 req-84726776-f4a0-4ef2-b46b-a125a4f50156 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753248 Sep 16 05:44:55.971353 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] Publish callbacks [] for security_group (df54e230-a9c5-4579-9e18-e4f06fca1774), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.996497 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] Publish callbacks [] for security_group (df54e230-a9c5-4579-9e18-e4f06fca1774), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:55.998094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:56.103038 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (df54e230-a9c5-4579-9e18-e4f06fca1774), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:56.105505 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:56.106721 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/df54e230-a9c5-4579-9e18-e4f06fca1774 HTTP/1.1" status: 204 len: 168 time: 0.2224896 Sep 16 05:44:56.115972 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b844e8-d1dd-4539-99c9-243bea33f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df54e230-a9c5-4579-9e18-e4f06fca1774,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:56.237791 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22067baf-8451-4ae8-8e39-1b4ddee5640f req-d7b6bbbf-63e4-449e-80d5-5d095c4a71c9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:56.239799 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-22067baf-8451-4ae8-8e39-1b4ddee5640f req-d7b6bbbf-63e4-449e-80d5-5d095c4a71c9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0562284 Sep 16 05:44:56.292273 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-22067baf-8451-4ae8-8e39-1b4ddee5640f req-4c0383bd-1bf7-4573-a035-1b8cdec7b328 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Sep 16 05:44:56.663862 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76b7d-5d85-4fa4-ab14-a599669c7300 req-96fcf6c6-40b0-4f97-8007-d75f3112cee7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:56.665337 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eef76b7d-5d85-4fa4-ab14-a599669c7300 req-96fcf6c6-40b0-4f97-8007-d75f3112cee7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0476472 Sep 16 05:44:56.708096 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44652) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:56.718290 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eef76b7d-5d85-4fa4-ab14-a599669c7300 req-a4839c79-26ee-4cc8-8d4d-c64785f71fa9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472457 Sep 16 05:44:56.721757 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1037463e-1968-4e19-8fac-bb5955f6182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:56.763080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:56.801661 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1037463e-1968-4e19-8fac-bb5955f6182b admin admin] Publish callbacks [] for security_group (013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:56.876881 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1037463e-1968-4e19-8fac-bb5955f6182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:56.919897 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbfbcc-ecf9-4edf-8d60-5c91c0b165b4 req-46edaccb-e08c-4a4e-8279-01c1f2dd2d14 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:56.921389 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-afcbfbcc-ecf9-4edf-8d60-5c91c0b165b4 req-46edaccb-e08c-4a4e-8279-01c1f2dd2d14 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0753825 Sep 16 05:44:56.931943 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1037463e-1968-4e19-8fac-bb5955f6182b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=db59812a274942928f1f92efbc0caecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226238 Sep 16 05:44:56.935381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44658) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:56.942165 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037463e-1968-4e19-8fac-bb5955f6182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:57.012953 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-afcbfbcc-ecf9-4edf-8d60-5c91c0b165b4 req-b873cc4e-f1d5-4a7e-8eae-7138e186f7fd tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798421 Sep 16 05:44:57.025424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] Publish callbacks [] for security_group (013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.047665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] Publish callbacks [] for security_group (013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.095483 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e399a90-f0c5-4cfe-b43e-1c7413293813 req-2714a08f-2db1-44ea-a6ea-041368c4e908 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:57.096945 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e399a90-f0c5-4cfe-b43e-1c7413293813 req-2714a08f-2db1-44ea-a6ea-041368c4e908 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0464556 Sep 16 05:44:57.144641 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5e399a90-f0c5-4cfe-b43e-1c7413293813 req-2db8124a-7ff6-4cb5-a1d0-1f4a7037bf71 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Sep 16 05:44:57.177943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.180486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.181646 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1 HTTP/1.1" status: 204 len: 168 time: 0.2454326 Sep 16 05:44:57.189566 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe51a5-7267-4b55-ad1e-ec31ce67e7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013f09d2-3bfd-4c6d-999c-a11cb2e9c5d1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:57.417164 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebe15c-6438-4b8c-81b1-512df91e1c0e req-21f73f7c-aa29-4c47-aa38-07473730236c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:57.418568 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-45ebe15c-6438-4b8c-81b1-512df91e1c0e req-21f73f7c-aa29-4c47-aa38-07473730236c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0471005 Sep 16 05:44:57.467652 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-45ebe15c-6438-4b8c-81b1-512df91e1c0e req-ac9cb13e-81ef-4eaa-95d2-6b2b26a0b6f1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Sep 16 05:44:57.799865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 44676) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:57.813037 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba1278cd-3b4d-4d86-aa00-3c67d53cb447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.863917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05508b-f01a-404e-9b4e-d2d3db0cbf57 req-d5610b65-065c-45f4-a4f7-e9053fda1083 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:57.864704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:57.865713 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad05508b-f01a-404e-9b4e-d2d3db0cbf57 req-d5610b65-065c-45f4-a4f7-e9053fda1083 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0542421 Sep 16 05:44:57.898207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba1278cd-3b4d-4d86-aa00-3c67d53cb447 admin admin] Publish callbacks [] for security_group (7f2baaa6-1711-41e7-9a1b-3cfa3af55669), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:57.916565 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad05508b-f01a-404e-9b4e-d2d3db0cbf57 req-a3dd4c58-f016-4902-984a-e8f70b1da198 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Sep 16 05:44:57.993905 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba1278cd-3b4d-4d86-aa00-3c67d53cb447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7f2baaa6-1711-41e7-9a1b-3cfa3af55669), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:58.025441 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ba1278cd-3b4d-4d86-aa00-3c67d53cb447 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0d8bf8d6f1f34fc8a5b6d866cb32394f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244852 Sep 16 05:44:58.026256 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1278cd-3b4d-4d86-aa00-3c67d53cb447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2baaa6-1711-41e7-9a1b-3cfa3af55669,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:58.028859 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 44680) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:44:58.085866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] Publish callbacks [] for security_group (7f2baaa6-1711-41e7-9a1b-3cfa3af55669), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:58.123788 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] Publish callbacks [] for security_group (7f2baaa6-1711-41e7-9a1b-3cfa3af55669), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:58.143354 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9750a-30b2-456e-af7a-e39824f3959b req-a601c468-46f1-4f61-9df0-e7bb23218c9d tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.144813 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-59a9750a-30b2-456e-af7a-e39824f3959b req-a601c468-46f1-4f61-9df0-e7bb23218c9d tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Sep 16 05:44:58.203852 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-59a9750a-30b2-456e-af7a-e39824f3959b req-13eb9e27-92b2-405f-90b4-ffc113e0efc4 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Sep 16 05:44:58.205696 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-77342cc9-1137-415c-9844-78eab8c03c97 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573590 Sep 16 05:44:58.233210 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:58.242205 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-96b882be-f3ea-4a2a-bb8f-24ab52c11cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.244174 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-96b882be-f3ea-4a2a-bb8f-24ab52c11cc9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1128 time: 0.0547664 Sep 16 05:44:58.259486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe67f-14b6-4a27-9b83-d8d0804f2d34 req-7ac43e02-eafb-4f90-88ff-a840980ba753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.261759 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a48fe67f-14b6-4a27-9b83-d8d0804f2d34 req-7ac43e02-eafb-4f90-88ff-a840980ba753 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 1129 time: 0.0733383 Sep 16 05:44:58.323824 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a48fe67f-14b6-4a27-9b83-d8d0804f2d34 req-43f1c7b2-f3fe-43da-9355-b17f2603a74a service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476096 Sep 16 05:44:58.377790 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7f2baaa6-1711-41e7-9a1b-3cfa3af55669), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:58.380921 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:44:58.382100 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f2baaa6-1711-41e7-9a1b-3cfa3af55669 HTTP/1.1" status: 204 len: 168 time: 0.3522525 Sep 16 05:44:58.409277 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-740b93d4-608f-4be4-a872-4d24c9bd9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.410974 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-740b93d4-608f-4be4-a872-4d24c9bd9fa2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 1129 time: 0.1345127 Sep 16 05:44:58.419338 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ca541-cd2e-4193-a24b-12500e7d9556 req-c3432b88-cee2-4797-aa6e-df4abdcdf16c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.420740 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-973ca541-cd2e-4193-a24b-12500e7d9556 req-c3432b88-cee2-4797-aa6e-df4abdcdf16c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.1229486 Sep 16 05:44:58.421434 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002ab53-bad2-4ae2-9285-3d9f7fa0d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2baaa6-1711-41e7-9a1b-3cfa3af55669,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:58.477658 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-aa643dc4-c4bb-453a-92d1-b94b5c2ae6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.484434 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-aa643dc4-c4bb-453a-92d1-b94b5c2ae6f2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=d6a0481b87f34225a6a44f702ba75f68&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2170703 Sep 16 05:44:58.501462 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:58.507920 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-973ca541-cd2e-4193-a24b-12500e7d9556 req-858e0305-7dc0-402d-b83d-c47dd2a5b8f2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674341 Sep 16 05:44:58.597653 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426c02-6eb0-4ede-82a8-d0019fb68bea req-1488d7aa-f9ef-4fdb-90b2-b334da0510d6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.599890 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d4426c02-6eb0-4ede-82a8-d0019fb68bea req-1488d7aa-f9ef-4fdb-90b2-b334da0510d6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0468538 Sep 16 05:44:58.653473 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d4426c02-6eb0-4ede-82a8-d0019fb68bea req-a42e1706-eca6-4a32-8824-10524cd393b6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462708 Sep 16 05:44:58.880453 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-1e91d048-be7c-4252-8e03-b010caa7f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.881930 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9abb75e9-e74e-42f1-9f6f-610b46b0d2c5 req-1e91d048-be7c-4252-8e03-b010caa7f9cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771305 Sep 16 05:44:58.884522 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-be3d2185-805c-4e72-8acf-cde3cc0f32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:58.885847 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-be3d2185-805c-4e72-8acf-cde3cc0f32ac service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.1579576 Sep 16 05:44:59.151851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313d348-baf8-494c-89de-e94b8bd23111 req-5f33833c-10dc-447c-81f5-10d98efe60f6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.151851 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4313d348-baf8-494c-89de-e94b8bd23111 req-5f33833c-10dc-447c-81f5-10d98efe60f6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0551975 Sep 16 05:44:59.151851 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4313d348-baf8-494c-89de-e94b8bd23111 req-57d18af8-181f-4e35-a328-bfbcf299fd7b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Sep 16 05:44:59.338510 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-b68d2630-0702-4caa-9285-3fea9ce7b0b6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 200 len: 217 time: 0.0353322 Sep 16 05:44:59.357229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd672-96d8-4a20-9f0d-866a185fc418 req-31c86f73-92fe-4a11-8522-7b26f2168dea tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.359772 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-589bd672-96d8-4a20-9f0d-866a185fc418 req-31c86f73-92fe-4a11-8522-7b26f2168dea tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0670412 Sep 16 05:44:59.391998 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:59.420927 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-589bd672-96d8-4a20-9f0d-866a185fc418 req-d283677b-23e2-4176-9e97-659f465945b5 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 Sep 16 05:44:59.427893 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-7adf8f7c-08bb-4bab-976b-91145f157b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.429371 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-7adf8f7c-08bb-4bab-976b-91145f157b65 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1128 time: 0.0553935 Sep 16 05:44:59.430842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-4de8f7ca-0ed4-4497-8a9f-750a7b962ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.432159 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-4de8f7ca-0ed4-4497-8a9f-750a7b962ef4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0873561 Sep 16 05:44:59.523681 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-09dfd558-4539-4068-aed8-2d788f6ec112 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 217 time: 0.0606861 Sep 16 05:44:59.536716 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-aa49ed83-8e11-4f16-b9b0-8b13a680ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.538297 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-aa49ed83-8e11-4f16-b9b0-8b13a680ab8a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692439 Sep 16 05:44:59.576519 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=14 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:59.580597 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=60 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:44:59.687892 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-de8d4174-4022-4cdb-a395-896e6c440347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.689947 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-de8d4174-4022-4cdb-a395-896e6c440347 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.1397586 Sep 16 05:44:59.719116 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca442f-fbed-4dd4-bf83-a3d0b48eeedc req-2a269cd9-9728-4e21-b044-2875fd284375 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.726913 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-aaca442f-fbed-4dd4-bf83-a3d0b48eeedc req-2a269cd9-9728-4e21-b044-2875fd284375 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.1178997 Sep 16 05:44:59.809693 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-aaca442f-fbed-4dd4-bf83-a3d0b48eeedc req-c7cf5897-d680-4240-ae5a-41d12c50ca69 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675881 Sep 16 05:44:59.812579 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-d2b1bb65-e0af-4f76-9991-fc9ce41489b3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510474 Sep 16 05:44:59.842538 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6b63-0fad-4edb-8adf-a9ac79044dc5 req-8714c19d-c076-46df-a898-e1171111aad8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:44:59.842538 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-761f6b63-0fad-4edb-8adf-a9ac79044dc5 req-8714c19d-c076-46df-a898-e1171111aad8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0826252 Sep 16 05:44:59.893576 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-761f6b63-0fad-4edb-8adf-a9ac79044dc5 req-f806938c-c49f-4f77-af12-122e972cf77c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551157 Sep 16 05:45:00.255775 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aa3a9-b041-41be-b148-293fe82c5c79 req-747a833e-ece2-4018-a2c6-d48270f3d859 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:00.257264 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-207aa3a9-b041-41be-b148-293fe82c5c79 req-747a833e-ece2-4018-a2c6-d48270f3d859 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0470448 Sep 16 05:45:00.306070 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-207aa3a9-b041-41be-b148-293fe82c5c79 req-6bb72b69-2fbd-4c93-b1db-b5672e4bae4e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Sep 16 05:45:00.493017 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-1efe-4914-b745-66d90feaa442 req-bc86fd93-d165-4225-a4c1-93fca3520153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:00.494484 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-bc86fd93-d165-4225-a4c1-93fca3520153 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892656 Sep 16 05:45:00.551225 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48176e2-7e6d-457f-a053-4beb45c746ed req-fe44cd64-4773-4642-a179-1a46f1252c5f tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:00.552962 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c48176e2-7e6d-457f-a053-4beb45c746ed req-fe44cd64-4773-4642-a179-1a46f1252c5f tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0551481 Sep 16 05:45:00.574760 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c64bc970-cfa4-4d24-9393-8a5d5b3e4d1b req-c86c6c4a-b844-4275-ac95-591c73629238 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680975 Sep 16 05:45:00.584107 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:00.604378 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c48176e2-7e6d-457f-a053-4beb45c746ed req-66ab9474-9e9c-4dcc-a09c-7193edaef76e tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Sep 16 05:45:00.626590 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-1f4399cb-cf1a-472b-817d-8eae91c895ce service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099470 Sep 16 05:45:00.660355 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:00.750281 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6488afde-1efe-4914-b745-66d90feaa442 req-a598b249-b17b-47f0-a03a-c76c4b4603ba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967848 Sep 16 05:45:00.956103 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d7c4-cdbf-4c22-882e-b3da25c173a1 req-203f991e-200a-46f0-8b4f-0760bd4569cd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:00.957779 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9dc9d7c4-cdbf-4c22-882e-b3da25c173a1 req-203f991e-200a-46f0-8b4f-0760bd4569cd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0595553 Sep 16 05:45:01.013016 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9dc9d7c4-cdbf-4c22-882e-b3da25c173a1 req-a2295b55-7292-4d46-93c6-15cf3b4c8218 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488949 Sep 16 05:45:01.030421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488292-c457-41ad-800b-9ffefef30196 req-f10484c6-31e1-47c5-9c7b-69a3d557a61e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:01.034628 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fa488292-c457-41ad-800b-9ffefef30196 req-f10484c6-31e1-47c5-9c7b-69a3d557a61e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0530770 Sep 16 05:45:01.090313 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fa488292-c457-41ad-800b-9ffefef30196 req-9fbdc34b-858b-49ab-a2ce-6ab336909ca4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522609 Sep 16 05:45:01.690120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0266-eb5f-42fc-bed9-1a40713d05ec req-e2d8905c-fd3f-42fe-b853-692aa0282e89 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:01.691598 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ebd0266-eb5f-42fc-bed9-1a40713d05ec req-e2d8905c-fd3f-42fe-b853-692aa0282e89 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.3045628 Sep 16 05:45:01.738011 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ebd0266-eb5f-42fc-bed9-1a40713d05ec req-de86e2b9-9ebf-4f1a-9cc3-76ec06b9e409 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405905 Sep 16 05:45:02.102785 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-4ea62d5f-e8d4-44f0-b595-d0b83391d067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:02.144712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e73fc-ae41-4a1b-bd51-4fa06a4af906 req-6898415e-4886-47f4-8a40-2efd4b97dfd0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:02.147258 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-867e73fc-ae41-4a1b-bd51-4fa06a4af906 req-6898415e-4886-47f4-8a40-2efd4b97dfd0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0505381 Sep 16 05:45:02.196141 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-867e73fc-ae41-4a1b-bd51-4fa06a4af906 req-4c518b96-ea28-437b-98c7-0dbc2d0fd37b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Sep 16 05:45:02.215295 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a528e-b517-49f3-82aa-4a38f4aa902f req-67ccc13c-cd7c-46aa-b917-cad8044ef78e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:02.215295 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-065a528e-b517-49f3-82aa-4a38f4aa902f req-67ccc13c-cd7c-46aa-b917-cad8044ef78e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0469079 Sep 16 05:45:02.263887 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-065a528e-b517-49f3-82aa-4a38f4aa902f req-00b362c2-15a6-4fd3-8493-6210d3097a13 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Sep 16 05:45:02.861196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78f15-7321-4af1-91b9-42c5e0f3bbaf req-0cef3e91-6241-454e-b4cb-4846ace448b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:02.862655 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49e78f15-7321-4af1-91b9-42c5e0f3bbaf req-0cef3e91-6241-454e-b4cb-4846ace448b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0465856 Sep 16 05:45:02.912030 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49e78f15-7321-4af1-91b9-42c5e0f3bbaf req-5c9fbae1-b6cb-4702-9de5-8b9d00450c3f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Sep 16 05:45:03.333708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3719-f703-4fac-bb44-328032cf9cf2 req-07c48e62-83e5-4d1d-aeac-1551c9cadf28 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:03.335333 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-23fa3719-f703-4fac-bb44-328032cf9cf2 req-07c48e62-83e5-4d1d-aeac-1551c9cadf28 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0578203 Sep 16 05:45:03.399149 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99726531-77b0-413c-ad8f-944ed6ee251e req-3741203d-7269-40cf-a499-f04949dffb69 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:03.399873 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-23fa3719-f703-4fac-bb44-328032cf9cf2 req-d155ad8b-1d0c-4e5b-810e-8f00802e39fb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578759 Sep 16 05:45:03.400826 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-99726531-77b0-413c-ad8f-944ed6ee251e req-3741203d-7269-40cf-a499-f04949dffb69 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0532084 Sep 16 05:45:03.448146 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-99726531-77b0-413c-ad8f-944ed6ee251e req-c14c33b5-2bf6-4c93-84c1-796c9485b8da tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Sep 16 05:45:04.038051 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119df71-1ac5-44c9-8786-e08efb368959 req-1230e840-1ec4-47aa-9bce-a456cca68a68 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:04.039484 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d119df71-1ac5-44c9-8786-e08efb368959 req-1230e840-1ec4-47aa-9bce-a456cca68a68 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0487578 Sep 16 05:45:04.085766 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d119df71-1ac5-44c9-8786-e08efb368959 req-be72cd82-d064-4cd0-b45d-9c3bfcb5f6c2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Sep 16 05:45:04.268605 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6f5cd61e-9c5e-4402-8b9a-f1b71910d6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:04.529193 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9804a-90ce-4795-b3fe-c1e94032e99b req-1a6043d9-6579-4ae3-a0ea-da7d9cfcdee9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:04.531714 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ffe9804a-90ce-4795-b3fe-c1e94032e99b req-1a6043d9-6579-4ae3-a0ea-da7d9cfcdee9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Sep 16 05:45:04.575981 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24e16-b406-4ad9-b13f-7da26eb2fb5a req-3823ec6d-5835-42a5-b9bf-3183e395e851 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:04.577447 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fcc24e16-b406-4ad9-b13f-7da26eb2fb5a req-3823ec6d-5835-42a5-b9bf-3183e395e851 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0520616 Sep 16 05:45:04.581704 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ffe9804a-90ce-4795-b3fe-c1e94032e99b req-a19f4888-c2e6-42b7-83e1-d8200fe479aa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Sep 16 05:45:04.625687 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fcc24e16-b406-4ad9-b13f-7da26eb2fb5a req-a7383372-0840-4143-9607-7be16b8645d8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Sep 16 05:45:05.193989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:05.217842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb7869-c553-4b80-9b87-722dd937c864 req-3fd8d007-5f89-4779-b89f-0fe3c00e3e08 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:05.219513 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-86eb7869-c553-4b80-9b87-722dd937c864 req-3fd8d007-5f89-4779-b89f-0fe3c00e3e08 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0592508 Sep 16 05:45:05.269453 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-86eb7869-c553-4b80-9b87-722dd937c864 req-0a182c40-898e-495b-acec-ed66ed13bfc9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 Sep 16 05:45:05.731206 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87cc2f-6210-4c97-8377-c2bf2322f5af req-9cb680ad-fd02-48c7-b4bf-c54485ff5429 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:05.732599 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c87cc2f-6210-4c97-8377-c2bf2322f5af req-9cb680ad-fd02-48c7-b4bf-c54485ff5429 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0598502 Sep 16 05:45:05.749587 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1af62b-feeb-4ef3-99c4-73f79e199865 req-702e4d11-5d68-4320-a520-fd272d624be7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:05.751103 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d1af62b-feeb-4ef3-99c4-73f79e199865 req-702e4d11-5d68-4320-a520-fd272d624be7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0475397 Sep 16 05:45:05.780396 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c87cc2f-6210-4c97-8377-c2bf2322f5af req-b2104cbe-bfb1-4b22-ba37-37ba224f5004 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Sep 16 05:45:05.799244 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d1af62b-feeb-4ef3-99c4-73f79e199865 req-34c00631-ceb0-4b9b-b289-537444f8c00f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Sep 16 05:45:05.971005 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:06.394807 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ceb96-d561-4689-b7ec-10753b545518 req-60e1d6a0-d968-43b3-bbba-97cb32b024da tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:06.396892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-506ceb96-d561-4689-b7ec-10753b545518 req-60e1d6a0-d968-43b3-bbba-97cb32b024da tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0502143 Sep 16 05:45:06.447497 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-506ceb96-d561-4689-b7ec-10753b545518 req-2fd9d8db-e46a-4574-9faf-3cde042d3aeb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Sep 16 05:45:06.931615 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9f6c6-77f3-4a61-9b03-93821404c546 req-cb0c6d22-7975-431d-9d38-0364b304e619 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:06.933170 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fdc9f6c6-77f3-4a61-9b03-93821404c546 req-cb0c6d22-7975-431d-9d38-0364b304e619 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Sep 16 05:45:06.942586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb34417-1129-4517-ac3e-0b1f51dbc3a1 req-fe72dcd0-b4b5-4614-831e-3efc25378d69 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:06.950390 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dcb34417-1129-4517-ac3e-0b1f51dbc3a1 req-fe72dcd0-b4b5-4614-831e-3efc25378d69 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0601666 Sep 16 05:45:06.991276 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:06.998972 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fdc9f6c6-77f3-4a61-9b03-93821404c546 req-9d2a3eba-ef46-4e10-8ac5-8cfcaeeac084 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589647 Sep 16 05:45:07.006995 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dcb34417-1129-4517-ac3e-0b1f51dbc3a1 req-77bf6b3b-824d-4734-ad85-990897718eae tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550170 Sep 16 05:45:07.411221 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:07.576136 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff8b9-9250-4055-b8b9-8d6cccf2c89c req-1d0d2470-8912-47a0-a700-13be70fae33e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:07.577559 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-695ff8b9-9250-4055-b8b9-8d6cccf2c89c req-1d0d2470-8912-47a0-a700-13be70fae33e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0499437 Sep 16 05:45:07.590363 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:07.627675 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-695ff8b9-9250-4055-b8b9-8d6cccf2c89c req-4bfdcd29-ffaf-485f-933a-be3bcb4c067d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Sep 16 05:45:07.765431 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:08.094402 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:08.103242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:08.147055 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726398-9178-4f6f-abd0-8f465bc5f332 req-24bac55a-6775-4a4d-8964-17aff8ae60bc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:08.148840 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6c726398-9178-4f6f-abd0-8f465bc5f332 req-24bac55a-6775-4a4d-8964-17aff8ae60bc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0539677 Sep 16 05:45:08.174991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d183976-d606-4f0b-a94e-6ece011fe537 req-3d8f5fa5-704e-43d1-8982-cb0c119da12b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:08.176479 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d183976-d606-4f0b-a94e-6ece011fe537 req-3d8f5fa5-704e-43d1-8982-cb0c119da12b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 944 time: 0.0720732 Sep 16 05:45:08.217749 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:08.231152 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6c726398-9178-4f6f-abd0-8f465bc5f332 req-548f7b25-a4d9-4288-ae3d-fcf80f028040 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764236 Sep 16 05:45:08.232011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:08.276124 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d183976-d606-4f0b-a94e-6ece011fe537 req-34627873-5b96-4880-a8d6-f8900adaf364 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925033 Sep 16 05:45:08.276815 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:08.277164 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:08.293487 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:45:08.316539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:08.395929 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:08.450633 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:08.456931 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.457287 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.457626 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.458013 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.458351 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.458771 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.459772 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.460186 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.460544 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.460870 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.461381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.461711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.462062 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.462384 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.462701 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:08.764900 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4723af-f40a-4d98-bd12-65cf7691203c req-b1b936d1-3953-440a-a4db-f451386b4320 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:08.766242 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3d4723af-f40a-4d98-bd12-65cf7691203c req-b1b936d1-3953-440a-a4db-f451386b4320 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0471222 Sep 16 05:45:08.818195 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3d4723af-f40a-4d98-bd12-65cf7691203c req-22c6a261-2c0f-4d7b-847b-97d93a9d6e4a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Sep 16 05:45:08.844743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:45:08.894500 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:09.388729 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dabbd1-bb11-4d5f-991e-c074fd909f61 req-530814da-5baf-43ac-b8ad-af8fb9694202 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:09.390308 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0dabbd1-bb11-4d5f-991e-c074fd909f61 req-530814da-5baf-43ac-b8ad-af8fb9694202 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0650663 Sep 16 05:45:09.408575 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92709720-85c9-43a9-850c-de83210574ed req-002a3cc9-d6d3-454d-aa15-f97343c7a60b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:09.413895 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-92709720-85c9-43a9-850c-de83210574ed req-002a3cc9-d6d3-454d-aa15-f97343c7a60b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 945 time: 0.0540009 Sep 16 05:45:09.446573 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0dabbd1-bb11-4d5f-991e-c074fd909f61 req-ba5ad033-1147-4a33-ae27-bdc7fe270a9d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Sep 16 05:45:09.469901 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-92709720-85c9-43a9-850c-de83210574ed req-d15bbb60-4180-4e78-929a-1fa7fd6a4176 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526304 Sep 16 05:45:09.941650 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dfe0d-aaf6-4460-ae63-998a5d1020e3 req-f9f75c35-6c14-46bd-b2f2-903abfa7b9a2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:09.943220 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ac6dfe0d-aaf6-4460-ae63-998a5d1020e3 req-f9f75c35-6c14-46bd-b2f2-903abfa7b9a2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Sep 16 05:45:09.991590 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ac6dfe0d-aaf6-4460-ae63-998a5d1020e3 req-a906239b-58c4-4cef-9da6-fbb2493f2d9a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427232 Sep 16 05:45:10.115931 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:10.142911 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:10.169433 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:10.372158 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:45:10.390901 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.404030 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:10.411061 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:45:10.412604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:10.412604 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f Sep 16 05:45:10.470831 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: ACTIVE; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:10.471326 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:10.494598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:45:10.539730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.556953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:10.557349 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:10.583161 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:10.592038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:10.594510 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab264ed6-99ee-4691-9799-744734e6baed" -d '{"events": [{"server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "name": "network-vif-plugged", "status": "completed", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:10.626628 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.640383 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e83537-fd8b-4796-af7c-75fdfb5cb18e req-c3f3d983-3568-4318-9974-a3199a7405b8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:10.650057 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89e83537-fd8b-4796-af7c-75fdfb5cb18e req-c3f3d983-3568-4318-9974-a3199a7405b8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 945 time: 0.0838680 Sep 16 05:45:10.661621 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=6']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.673527 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4a5ba-348c-4881-9a70-04b58198c27a req-59861721-93a0-4319-9a85-0a9c5e2689c4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:10.675182 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fec4a5ba-348c-4881-9a70-04b58198c27a req-59861721-93a0-4319-9a85-0a9c5e2689c4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 945 time: 0.0865440 Sep 16 05:45:10.696960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:10.703018 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89e83537-fd8b-4796-af7c-75fdfb5cb18e req-9d139794-ab3c-47a1-b368-a22a785f518d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531595 Sep 16 05:45:10.740836 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fec4a5ba-348c-4881-9a70-04b58198c27a req-e9229762-e84a-480f-ab07-922b0bee2719 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556509 Sep 16 05:45:10.772923 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.779157 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a4a37-11b9-4285-b6e7-c2e30dec3ce1 x-openstack-request-id: req-555a4a37-11b9-4285-b6e7-c2e30dec3ce1 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:10.779341 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "name": "network-vif-plugged", "status": "completed", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:10.779598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-555a4a37-11b9-4285-b6e7-c2e30dec3ce1 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:10.779973 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555a4a37-11b9-4285-b6e7-c2e30dec3ce1'] response: {'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'code': 200} Sep 16 05:45:10.896953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['29e7391c-0225-40cb-8ca8-2a7890d5196d'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:45:11.128165 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96241447-9e75-472c-bee6-d8a662e1f36b req-9286235f-d442-4acf-8f4f-4da761d3f77f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:11.137221 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-96241447-9e75-472c-bee6-d8a662e1f36b req-9286235f-d442-4acf-8f4f-4da761d3f77f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0613098 Sep 16 05:45:11.209759 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-96241447-9e75-472c-bee6-d8a662e1f36b req-e5a7315e-5b2b-40a8-bfa8-8fc7d0b96660 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695059 Sep 16 05:45:11.210521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f335b-42eb-4f97-a709-6de0ee597f63 req-21a2c29b-99b9-4afa-a1fc-a9f9176e791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:11.212195 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-df7f335b-42eb-4f97-a709-6de0ee597f63 req-21a2c29b-99b9-4afa-a1fc-a9f9176e791f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0420148 Sep 16 05:45:11.303064 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-df7f335b-42eb-4f97-a709-6de0ee597f63 req-ed38be39-e6f7-491b-8340-3d1c013ea608 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386648 Sep 16 05:45:11.859882 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce4ed7-408c-488b-ad4b-889ed6e58899 req-66ea7a32-cb86-40a9-8f07-b65235103c6e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:11.862257 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-66ce4ed7-408c-488b-ad4b-889ed6e58899 req-66ea7a32-cb86-40a9-8f07-b65235103c6e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Sep 16 05:45:11.879258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d18fe-e200-4bf5-8c82-f2051dd72b8c req-e0861a72-c67d-48fa-b2dd-1476544153b8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:11.881446 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-755d18fe-e200-4bf5-8c82-f2051dd72b8c req-e0861a72-c67d-48fa-b2dd-1476544153b8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0521410 Sep 16 05:45:11.922461 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-66ce4ed7-408c-488b-ad4b-889ed6e58899 req-563488a7-8b4b-4ddf-a000-213002ac6f47 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Sep 16 05:45:11.954030 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-755d18fe-e200-4bf5-8c82-f2051dd72b8c req-d1976bb1-530d-4a37-8bf7-7794719e1372 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584059 Sep 16 05:45:12.155379 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:12.200320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 29e7391c-0225-40cb-8ca8-2a7890d5196d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:45:12.204817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:12.204817 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 29e7391c-0225-40cb-8ca8-2a7890d5196d Sep 16 05:45:12.204817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:12.320669 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:12.324292 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:12.367755 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:12.374994 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13ee9-c1b1-4b7a-b3b9-db1107c387f8 req-b9b08214-12cd-4be0-a1f4-735919d0ca46 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:12.376463 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ddb13ee9-c1b1-4b7a-b3b9-db1107c387f8 req-b9b08214-12cd-4be0-a1f4-735919d0ca46 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0595212 Sep 16 05:45:12.411443 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:12.417549 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:12.426992 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ddb13ee9-c1b1-4b7a-b3b9-db1107c387f8 req-de5e1d60-679d-467f-8d4d-b9afb31911f7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 Sep 16 05:45:12.463007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=7']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:12.780922 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:12.783245 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a76f72-329b-4fd3-b261-6a6cd41d98ba" -d '{"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:12.820414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075d3f3-be6a-43dd-9f5d-b82504a9b62d x-openstack-request-id: req-3075d3f3-be6a-43dd-9f5d-b82504a9b62d {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:12.820735 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:12.820989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3075d3f3-be6a-43dd-9f5d-b82504a9b62d {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:12.821447 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3075d3f3-be6a-43dd-9f5d-b82504a9b62d'] response: {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'code': 200} Sep 16 05:45:13.062991 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03c43-a38e-4a1e-a435-b8d5754e00dd req-77b03a6b-048b-453d-adbb-2e0f425984e9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:13.063558 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0b03c43-a38e-4a1e-a435-b8d5754e00dd req-77b03a6b-048b-453d-adbb-2e0f425984e9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0537467 Sep 16 05:45:13.084087 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f12b6-52e4-4f8f-b826-3bd8d849d20b req-67b5d2a9-614d-40c9-9788-62552fcf5bb3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:13.086214 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-106f12b6-52e4-4f8f-b826-3bd8d849d20b req-67b5d2a9-614d-40c9-9788-62552fcf5bb3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0537024 Sep 16 05:45:13.115487 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0b03c43-a38e-4a1e-a435-b8d5754e00dd req-30d6379c-4503-4f67-acfa-d572867fa461 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456734 Sep 16 05:45:13.145204 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-106f12b6-52e4-4f8f-b826-3bd8d849d20b req-d3e459f0-b113-452f-b66c-45d2f6d903c0 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508533 Sep 16 05:45:13.406142 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45068) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:13.549333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-649113fb-0c1a-44dc-9710-0842ae784e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.554345 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd4dc5-c506-4d45-8d11-99b2c6517b0d req-196592db-a769-4e5f-a9b8-90559f9273c9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:13.555815 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00dd4dc5-c506-4d45-8d11-99b2c6517b0d req-196592db-a769-4e5f-a9b8-90559f9273c9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0505850 Sep 16 05:45:13.604596 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00dd4dc5-c506-4d45-8d11-99b2c6517b0d req-8ef81b3c-0c9a-4080-9a7f-d7e658cc35b8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Sep 16 05:45:13.629320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-649113fb-0c1a-44dc-9710-0842ae784e6d admin admin] Publish callbacks [] for security_group (b91f35f2-9d7a-4866-bc57-d3dd7e3546c1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.679804 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-649113fb-0c1a-44dc-9710-0842ae784e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b91f35f2-9d7a-4866-bc57-d3dd7e3546c1), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.720245 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:13.725343 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-649113fb-0c1a-44dc-9710-0842ae784e6d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=577338b7d2b44b3e9ba41d6b1120dd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181772 Sep 16 05:45:13.726080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649113fb-0c1a-44dc-9710-0842ae784e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f35f2-9d7a-4866-bc57-d3dd7e3546c1,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:13.728483 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45076) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:13.787752 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] Publish callbacks [] for security_group (b91f35f2-9d7a-4866-bc57-d3dd7e3546c1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.807573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] Publish callbacks [] for security_group (b91f35f2-9d7a-4866-bc57-d3dd7e3546c1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.822694 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:13.896245 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b91f35f2-9d7a-4866-bc57-d3dd7e3546c1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.898833 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:13.899983 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b91f35f2-9d7a-4866-bc57-d3dd7e3546c1 HTTP/1.1" status: 204 len: 168 time: 0.1705041 Sep 16 05:45:13.911898 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d83c3-7036-40d6-a6c4-366bc4beb243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f35f2-9d7a-4866-bc57-d3dd7e3546c1,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:14.303647 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79033f-63fe-4ab1-b88f-598dafab8778 req-0f30dd3a-ff5b-42ae-9aa0-042d82a362f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:14.304943 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a79033f-63fe-4ab1-b88f-598dafab8778 req-0f30dd3a-ff5b-42ae-9aa0-042d82a362f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0879877 Sep 16 05:45:14.305059 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20571d85-fc23-46c9-8cd9-76b1d11779f3 req-f303589c-25bd-4a7b-b78b-22b2cd35bbe1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:14.306950 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20571d85-fc23-46c9-8cd9-76b1d11779f3 req-f303589c-25bd-4a7b-b78b-22b2cd35bbe1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0659239 Sep 16 05:45:14.322993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:14.339559 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:14.365028 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20571d85-fc23-46c9-8cd9-76b1d11779f3 req-ec8f6fdd-67a6-4d71-99f5-5eaa3ffa7e2d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513153 Sep 16 05:45:14.366222 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a79033f-63fe-4ab1-b88f-598dafab8778 req-901516b8-b454-4211-9052-938b74620408 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525873 Sep 16 05:45:14.563477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45094) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:14.577118 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ad57b585-299b-4d56-8342-9913eb0d3150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.582774 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.661606 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ad57b585-299b-4d56-8342-9913eb0d3150 admin admin] Publish callbacks [] for security_group (d5bfe123-2775-451d-b0f2-b4fb73a4d2e4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.718294 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ad57b585-299b-4d56-8342-9913eb0d3150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d5bfe123-2775-451d-b0f2-b4fb73a4d2e4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.769466 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be150a-cf0b-470a-96d1-f5415688eeaf req-4834f66e-5f4d-4dab-b1e2-a86c208d8601 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:14.771786 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10be150a-cf0b-470a-96d1-f5415688eeaf req-4834f66e-5f4d-4dab-b1e2-a86c208d8601 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0854483 Sep 16 05:45:14.778645 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ad57b585-299b-4d56-8342-9913eb0d3150 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=deef889de876421b96f65d14d05f6344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138059 Sep 16 05:45:14.781360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45098) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:14.788300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57b585-299b-4d56-8342-9913eb0d3150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bfe123-2775-451d-b0f2-b4fb73a4d2e4,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:14.828275 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-10be150a-cf0b-470a-96d1-f5415688eeaf req-7c503883-f7dd-4b61-88eb-d641a4987578 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485301 Sep 16 05:45:14.834410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] Publish callbacks [] for security_group (d5bfe123-2775-451d-b0f2-b4fb73a4d2e4), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.859959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] Publish callbacks [] for security_group (d5bfe123-2775-451d-b0f2-b4fb73a4d2e4), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.994038 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d5bfe123-2775-451d-b0f2-b4fb73a4d2e4), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.996579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:14.999262 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d5bfe123-2775-451d-b0f2-b4fb73a4d2e4 HTTP/1.1" status: 204 len: 168 time: 0.2166123 Sep 16 05:45:15.014206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430e7ac-1186-4ddc-930b-41aa0ea6f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bfe123-2775-451d-b0f2-b4fb73a4d2e4,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:15.194404 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:15.550565 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bb576-7db3-4120-951f-a81d73a77c0e req-ffaa4957-9d99-4a88-9b38-aea143704bcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:15.554214 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-058bb576-7db3-4120-951f-a81d73a77c0e req-ffaa4957-9d99-4a88-9b38-aea143704bcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0910859 Sep 16 05:45:15.590937 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ba490-cbea-4187-a996-488945c747a3 req-e8b3c333-2042-4e49-b1cd-7d1f965c4546 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:15.604306 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9f8ba490-cbea-4187-a996-488945c747a3 req-e8b3c333-2042-4e49-b1cd-7d1f965c4546 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0902066 Sep 16 05:45:15.663998 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9f8ba490-cbea-4187-a996-488945c747a3 req-6f44663f-870e-4a01-907a-d8bc4fc15156 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587983 Sep 16 05:45:15.669306 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-058bb576-7db3-4120-951f-a81d73a77c0e req-9f65191f-a217-49cb-8150-8e255dabd813 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053259 Sep 16 05:45:15.831631 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270db-534f-445a-a752-47823471df75 req-5a4c04dd-cf6a-4cf9-be42-f268506c2b14 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:15.833223 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f3f270db-534f-445a-a752-47823471df75 req-5a4c04dd-cf6a-4cf9-be42-f268506c2b14 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0629425 Sep 16 05:45:15.844995 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45126) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:15.851288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'floatingip': {'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:16.114590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:16.199575 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed00b4-1a71-41c4-838c-21bb19a7f990 req-75b7a536-bd84-4cc9-a7ad-02c0745cca9e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:16.201006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64ed00b4-1a71-41c4-838c-21bb19a7f990 req-75b7a536-bd84-4cc9-a7ad-02c0745cca9e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.1042058 Sep 16 05:45:16.307257 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64ed00b4-1a71-41c4-838c-21bb19a7f990 req-507dd52c-5ccd-4443-ba5b-0dc53abf5f63 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996325 Sep 16 05:45:16.553569 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-d0879205-9e49-464c-bcd5-f18f5359a8f2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1087625672&fields=id&tenant_id=8c494b8167314a3aacd699afa7e6a509 HTTP/1.1" status: 200 len: 267 time: 0.0491054 Sep 16 05:45:16.690919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:16.702881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ece0378a-5b75-4823-80a3-16e02896dda4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:16.705521 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ece0378a-5b75-4823-80a3-16e02896dda4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 809 time: 0.1460073 Sep 16 05:45:16.720550 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-13a17965-74e5-48d1-a834-75b50c7adccb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/quotas/8c494b8167314a3aacd699afa7e6a509 HTTP/1.1" status: 200 len: 375 time: 0.0094719 Sep 16 05:45:16.753714 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:16.778020 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-1d1a0aec-3c5f-4adf-90b6-b78faf02991b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509527 Sep 16 05:45:16.812441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:16.879112 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ed91a-f447-4b3f-8936-762a16820cf6 req-9467a75a-7c73-4186-b89d-497993b51dc8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:16.881306 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fd8ed91a-f447-4b3f-8936-762a16820cf6 req-9467a75a-7c73-4186-b89d-497993b51dc8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0925257 Sep 16 05:45:16.891473 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:16.898262 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-a2ed7b62-4ebc-4075-a29f-c061d0efaafb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033709 Sep 16 05:45:16.910527 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:16.914209 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Floating IP 179794f5-4693-40bc-8eaf-0695848dd4ae associated. External IP: 172.27.0.178, port: 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f. Sep 16 05:45:17.000948 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fd8ed91a-f447-4b3f-8936-762a16820cf6 req-14f3620c-ef06-4177-a663-ea76ffbdede1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070113 Sep 16 05:45:17.019933 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-c0f6102f-016b-4391-aacf-32f11344bd8a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133780 Sep 16 05:45:17.194688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Router 498df615-d8a3-46e7-9822-7040620eb505 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:17.304346 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:17.309006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:17.317173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:17.330641 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:45:17.331333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:45:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:17.360326 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7847ce16-aa68-4e46-b685-d6619651c944 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/179794f5-4693-40bc-8eaf-0695848dd4ae HTTP/1.1" status: 200 len: 992 time: 1.5087295 Sep 16 05:45:17.360326 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:17.362290 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b8702-c4e8-48e7-af8d-f50713e3582d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:17.456516 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aaeee-9d9d-43d3-9ec5-5fa47396aded req-42807c59-0741-4d94-ac62-803a02333e78 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:17.462436 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f40aaeee-9d9d-43d3-9ec5-5fa47396aded req-42807c59-0741-4d94-ac62-803a02333e78 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0594499 Sep 16 05:45:17.494741 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:45:17.522451 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f40aaeee-9d9d-43d3-9ec5-5fa47396aded req-bfc38286-bf25-4779-97aa-5197c04d59d3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589569 Sep 16 05:45:17.568832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb1163-a358-4d82-b71e-5a09947e3669 x-openstack-request-id: req-dfcb1163-a358-4d82-b71e-5a09947e3669 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:17.569219 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:17.569559 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfcb1163-a358-4d82-b71e-5a09947e3669 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:17.570155 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcb1163-a358-4d82-b71e-5a09947e3669'] response: {'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'status': 'completed', 'code': 200} Sep 16 05:45:17.761051 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-03e2cc87-58a6-4e7c-86ed-35cf89095270 req-71a988a1-f2d0-43ef-bd73-0d56a75f45a2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 210 time: 0.0346539 Sep 16 05:45:17.786247 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-744a1066-dd74-4b03-8e81-e4819f2bdaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:17.792220 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-744a1066-dd74-4b03-8e81-e4819f2bdaed service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.1144102 Sep 16 05:45:17.887718 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:45:16Z', 'revision_number': 1, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:17.934136 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:17.937893 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-3dce2aff-2349-4c7d-b19b-9a017b0a86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:17.939757 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-3dce2aff-2349-4c7d-b19b-9a017b0a86a3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.1411638 Sep 16 05:45:17.943152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:17.954054 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:45:17.954781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:45:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:18.023230 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-4030834e-fee6-453c-a0ea-01a05c73a02f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1000 time: 0.0740688 Sep 16 05:45:18.115502 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-bf3e358a-4767-4c46-a2c0-eaa3c0cfc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:18.117189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-bf3e358a-4767-4c46-a2c0-eaa3c0cfc735 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0858049 Sep 16 05:45:18.120477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:45:18.196832 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c092e2-45a9-4ddc-b9b3-8b73244e04bd req-56c7ff5a-9020-4501-b7d2-be7db7fee87a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:18.198500 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15c092e2-45a9-4ddc-b9b3-8b73244e04bd req-56c7ff5a-9020-4501-b7d2-be7db7fee87a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0803859 Sep 16 05:45:18.201928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-9954f685-d085-4de0-b423-6b100b1abc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:18.203456 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-9954f685-d085-4de0-b423-6b100b1abc70 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765243 Sep 16 05:45:18.305804 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15c092e2-45a9-4ddc-b9b3-8b73244e04bd req-70f25eb1-f4aa-4aeb-8c58-423837b42925 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014669 Sep 16 05:45:18.342192 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-867d8180-d600-408e-8839-3491a0022596 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225288 Sep 16 05:45:18.376412 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:45:16Z', 'revision_number': 1, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:18.408886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6664ca-a6f0-4d3e-93b7-1af00c0b6c2b None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:45:16Z', 'revision_number': 1, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:18.457335 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9e0b8702-c4e8-48e7-af8d-f50713e3582d req-95ab3152-50c6-43e4-b02a-3e74e4772294 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041572 Sep 16 05:45:18.689051 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefd2ce-eae0-44bc-97b7-4b8a09fdec7e req-1dee402d-f8f6-448e-865d-9bc5daa6c5d0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:18.691103 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8fefd2ce-eae0-44bc-97b7-4b8a09fdec7e req-1dee402d-f8f6-448e-865d-9bc5daa6c5d0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0677071 Sep 16 05:45:18.763667 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8fefd2ce-eae0-44bc-97b7-4b8a09fdec7e req-823a8a55-68da-423f-8f62-ddcecdfb5393 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659158 Sep 16 05:45:18.898994 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-56a342c8-f0b7-43b7-93a6-a79a85c3fed0 req-3909e500-238a-4bfc-9444-249b8cbbc66c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 210 time: 0.0516593 Sep 16 05:45:19.183076 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a841964-dd6a-459f-a9f1-1df81ce5f528 None None] New status for floating IP 179794f5-4693-40bc-8eaf-0695848dd4ae: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:45:19.457899 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31446d7c-0f47-4ede-b320-e41065a31a69 req-8214d42e-e789-4f4b-8216-25e46e6d4757 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:19.460959 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-31446d7c-0f47-4ede-b320-e41065a31a69 req-8214d42e-e789-4f4b-8216-25e46e6d4757 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0507216 Sep 16 05:45:19.478796 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:19.508817 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-31446d7c-0f47-4ede-b320-e41065a31a69 req-e6fe365c-70f1-4f3a-b1f3-4a5afea4187e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Sep 16 05:45:19.913558 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acd4a-258c-460c-97d5-b24ac44d34cd req-4f76d2c5-f8c3-466e-af4a-0dbe2094a1ab tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:19.919069 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c9acd4a-258c-460c-97d5-b24ac44d34cd req-4f76d2c5-f8c3-466e-af4a-0dbe2094a1ab tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0733681 Sep 16 05:45:19.979352 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c9acd4a-258c-460c-97d5-b24ac44d34cd req-8c6dee0f-e14c-4e60-80bd-f71aa3adc452 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525196 Sep 16 05:45:20.020605 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-726e0af2-bc71-4911-b844-79a097f3ef8c req-d4d50daa-fab8-426d-a730-dfffb3be051e tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 210 time: 0.0348220 Sep 16 05:45:20.641755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf193-196a-445e-af28-83e61939e0dc req-4f9e9e1a-9446-4047-91b5-e78107270542 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:20.643300 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a10bf193-196a-445e-af28-83e61939e0dc req-4f9e9e1a-9446-4047-91b5-e78107270542 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 16 05:45:20.692861 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a10bf193-196a-445e-af28-83e61939e0dc req-2abd0c95-efeb-40be-a255-2ecd78a78d2a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 Sep 16 05:45:20.931004 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-587259a0-6d2f-4122-aeb2-df04fd882362 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:20.932687 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-587259a0-6d2f-4122-aeb2-df04fd882362 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 809 time: 0.1366835 Sep 16 05:45:21.013037 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-1d17dd73-8e5f-4807-8d05-2b25ba2c9024 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c494b8167314a3aacd699afa7e6a509 HTTP/1.1" status: 200 len: 380 time: 0.0597887 Sep 16 05:45:21.025055 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'port': {'device_id': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'admin_state_up': True, 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'security_groups': ['4a954207-e106-4b57-9396-119a41cfc73e']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:21.088887 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:21.156148 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a42ca-2ec0-48a2-91e1-d62543cc902b req-35a6ed5a-da02-42e3-bd67-e59708d0290e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:21.157660 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-002a42ca-2ec0-48a2-91e1-d62543cc902b req-35a6ed5a-da02-42e3-bd67-e59708d0290e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0531900 Sep 16 05:45:21.171298 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c5088703-d289-44f4-bdc5-82969c2f58a7 req-a5a870c7-bc32-4d24-a722-ea882bcb122c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 210 time: 0.0369337 Sep 16 05:45:21.208363 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-002a42ca-2ec0-48a2-91e1-d62543cc902b req-36b80783-8ca3-4db3-bb40-26704a9340b0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Sep 16 05:45:21.257091 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Made reservation on behalf of 8c494b8167314a3aacd699afa7e6a509 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:21.261013 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.323809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:21.404184 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Allocated IP 172.20.0.5 (7e3fcabf-431b-4238-8e73-97140f0c575a/0418adcb-fb58-41a6-b6a9-2b91540ea0c9/ac90e443-5a47-4bae-9538-e6326b43061f) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:21.547803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for port (ac90e443-5a47-4bae-9538-e6326b43061f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.640264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.690905 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Network 7e3fcabf-431b-4238-8e73-97140f0c575a is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:21.696951 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:21.700943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:45:21.708814 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:21.763709 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:21.764894 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.831058 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-ec75929c-11f5-48ee-8b5f-0f7301a79e92 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109219 Sep 16 05:45:21.841908 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759ef0-1dd3-4249-bb71-0bca4dab24b8 req-53b9bb33-b7dc-4972-9694-94bb88d29a83 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:21.843588 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4759ef0-1dd3-4249-bb71-0bca4dab24b8 req-53b9bb33-b7dc-4972-9694-94bb88d29a83 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0544209 Sep 16 05:45:21.856440 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Request body: {'port': {'device_id': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:21.920122 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:21.959626 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4759ef0-1dd3-4249-bb71-0bca4dab24b8 req-722f2c4e-d4a7-4d97-b532-1a1dcd31edb1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072390 Sep 16 05:45:21.962192 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.986577 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:21.988253 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Provisioning complete for port ac90e443-5a47-4bae-9538-e6326b43061f triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:45:21.988927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:21.989390 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Attempt 1 to provision port ac90e443-5a47-4bae-9538-e6326b43061f Sep 16 05:45:22.027416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Port ac90e443-5a47-4bae-9538-e6326b43061f cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:45:22.195474 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:22.244226 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac90e443-5a47-4bae-9538-e6326b43061f {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:45:22.253231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks [] for port (ac90e443-5a47-4bae-9538-e6326b43061f), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:22.267385 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Transition to ACTIVE for port object ac90e443-5a47-4bae-9538-e6326b43061f will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:45:22.311345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c1df0-1b92-485c-ba30-4a3a91ba6ddb req-297ed7b1-91bd-4852-bf69-9841ec3ae3cc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:22.312907 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a6c1df0-1b92-485c-ba30-4a3a91ba6ddb req-297ed7b1-91bd-4852-bf69-9841ec3ae3cc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 931 time: 0.0519419 Sep 16 05:45:22.349012 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f89055-0815-4a0b-b166-ab06ab896d1a req-75b97479-1744-4ac3-8d39-ee5bf3b38e2d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:22.350919 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-43f89055-0815-4a0b-b166-ab06ab896d1a req-75b97479-1744-4ac3-8d39-ee5bf3b38e2d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0562067 Sep 16 05:45:22.366518 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a6c1df0-1b92-485c-ba30-4a3a91ba6ddb req-cdfa8b52-bfec-4a0b-b953-0d1cb6265d40 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462160 Sep 16 05:45:22.367253 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:22.461229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:22.487294 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-43f89055-0815-4a0b-b166-ab06ab896d1a req-74400107-7916-4472-a1fb-11de602b501d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282072 Sep 16 05:45:22.522668 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Attempting to bind port ac90e443-5a47-4bae-9538-e6326b43061f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:45:22.523007 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Attempting to bind port ac90e443-5a47-4bae-9538-e6326b43061f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:45:22.523330 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Attempting to bind port ac90e443-5a47-4bae-9538-e6326b43061f on network 7e3fcabf-431b-4238-8e73-97140f0c575a {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:22.528062 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Attempt 2 to provision port ac90e443-5a47-4bae-9538-e6326b43061f Sep 16 05:45:22.572839 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Port ac90e443-5a47-4bae-9538-e6326b43061f on network 7e3fcabf-431b-4238-8e73-97140f0c575a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:22.573064 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Attempting to bind port ac90e443-5a47-4bae-9538-e6326b43061f on network 7e3fcabf-431b-4238-8e73-97140f0c575a {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:22.577065 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Port ac90e443-5a47-4bae-9538-e6326b43061f cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:45:22.618063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:45:22.618414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Checking segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:45:22.618784 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Bound using segment: {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:45:22.619220 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Bound port: ac90e443-5a47-4bae-9538-e6326b43061f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3153f2b5-a351-414d-86fb-77a5fd017776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:45:22.619578 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:22.680324 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:22.686351 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:22.805722 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:22.809188 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:22.809809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:22.811929 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 1093 time: 0.9612653 Sep 16 05:45:22.814623 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:22.817481 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec47df1-6d42-4b38-a86c-fbe9912228e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:22.863724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:22.875603 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016eb0c-a6ac-4634-af3e-9eb1634f35b0 x-openstack-request-id: req-6016eb0c-a6ac-4634-af3e-9eb1634f35b0 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:22.875890 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:22.876142 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6016eb0c-a6ac-4634-af3e-9eb1634f35b0 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:22.876544 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6016eb0c-a6ac-4634-af3e-9eb1634f35b0'] response: {'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'status': 'completed', 'code': 200} Sep 16 05:45:22.881554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88ce1a-0ba8-43d9-a8fa-d38b3f17952e service neutron] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:23.003858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-53e11de0-e546-4ed1-89c8-35568a93cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.005123 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-53e11de0-e546-4ed1-89c8-35568a93cf5b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1127 time: 0.0455911 Sep 16 05:45:23.081172 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Attempt 3 to provision port ac90e443-5a47-4bae-9538-e6326b43061f Sep 16 05:45:23.145464 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-da2af773-6683-40ec-83a8-6a6d39e684fa None None] Port ac90e443-5a47-4bae-9538-e6326b43061f had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:45:23.152384 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e734af6-9d43-4463-ad81-bc6d3e41a7c2 req-edeca9d7-8619-43a2-994d-11eb273d3262 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.153620 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4e734af6-9d43-4463-ad81-bc6d3e41a7c2 req-edeca9d7-8619-43a2-994d-11eb273d3262 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0813026 Sep 16 05:45:23.198057 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-aba49bd2-d181-4583-bcb9-6d90af30bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.199534 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-aba49bd2-d181-4583-bcb9-6d90af30bac8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=8c494b8167314a3aacd699afa7e6a509&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1793976 Sep 16 05:45:23.227462 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4e734af6-9d43-4463-ad81-bc6d3e41a7c2 req-d732d01b-f0b9-400c-bc78-3379f388896c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672536 Sep 16 05:45:23.414996 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-f56a7690-a007-4d20-82b8-573bd708a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.416489 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ec47df1-6d42-4b38-a86c-fbe9912228e2 req-f56a7690-a007-4d20-82b8-573bd708a348 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743705 Sep 16 05:45:23.494655 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1b08-1411-4ea9-a2c6-1affb6c4b103 req-60577c13-cd48-4044-b3de-657733a95ed6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.496127 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef6e1b08-1411-4ea9-a2c6-1affb6c4b103 req-60577c13-cd48-4044-b3de-657733a95ed6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0528493 Sep 16 05:45:23.528002 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-3c6ca5c6-4526-4d97-88c3-6a2062b314fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.530459 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-3c6ca5c6-4526-4d97-88c3-6a2062b314fd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1127 time: 0.0443418 Sep 16 05:45:23.557476 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef6e1b08-1411-4ea9-a2c6-1affb6c4b103 req-7c7d6bec-ed9e-4198-9de5-663d03939876 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554986 Sep 16 05:45:23.601756 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-9e205e32-ede7-4463-aff5-1d272a8c7762 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 217 time: 0.0475419 Sep 16 05:45:23.682656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45320) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:23.688528 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f638ee1-9f05-4487-b7ed-2c3aa14d739b req-4996f45e-e597-423a-a036-6e11c263c3b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.690537 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f638ee1-9f05-4487-b7ed-2c3aa14d739b req-4996f45e-e597-423a-a036-6e11c263c3b4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0924642 Sep 16 05:45:23.711120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-c0b1f459-d4a8-4b2d-8920-6c83758acb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.712556 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-c0b1f459-d4a8-4b2d-8920-6c83758acb36 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.1020732 Sep 16 05:45:23.785627 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f638ee1-9f05-4487-b7ed-2c3aa14d739b req-cae40a9f-e8ad-451a-8bb7-8985cc322474 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869212 Sep 16 05:45:23.786944 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a8c4-e34f-4267-97bd-e27351614509 req-9e7de92a-1f01-41f4-b33e-a884112a8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:23.791270 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-9e7de92a-1f01-41f4-b33e-a884112a8a66 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613863 Sep 16 05:45:23.818408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-77c7a332-1698-482c-9f3b-0dfab73da09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:23.899170 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-0d722de3-cbcc-44ec-890d-ebe579d197bd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000156 Sep 16 05:45:23.899610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-77c7a332-1698-482c-9f3b-0dfab73da09d admin admin] Publish callbacks [] for security_group (3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:23.965317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-77c7a332-1698-482c-9f3b-0dfab73da09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.000439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:24.003558 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b929a8c4-e34f-4267-97bd-e27351614509 req-25b7918e-27d0-4daf-bc42-51c86db2c8fb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967853 Sep 16 05:45:24.009094 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-77c7a332-1698-482c-9f3b-0dfab73da09d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bce073fbd9234c909f533c059fc949fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248663 Sep 16 05:45:24.010261 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7a332-1698-482c-9f3b-0dfab73da09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:24.012919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45324) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:24.020647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:24.071401 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] Publish callbacks [] for security_group (3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.092265 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] Publish callbacks [] for security_group (3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.113213 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:24.211238 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.214223 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.223296 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5 HTTP/1.1" status: 204 len: 168 time: 0.2009754 Sep 16 05:45:24.228584 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bc483-8891-4fc3-bcba-92c5a8a346fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a562d7d-8cd6-41f8-8fdd-5a83ab92ecf5,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:24.370205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb8b9e-3904-4f5b-9c3e-ee627b0a3764 req-9b206ce4-31e0-41a7-a9b3-6a0cfb98ac7b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:24.371823 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0cb8b9e-3904-4f5b-9c3e-ee627b0a3764 req-9b206ce4-31e0-41a7-a9b3-6a0cfb98ac7b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Sep 16 05:45:24.426923 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0cb8b9e-3904-4f5b-9c3e-ee627b0a3764 req-68c0a8d3-764b-4001-b8a4-892e8b8c35b2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492444 Sep 16 05:45:24.691260 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07f01b-9e0c-4e10-9731-5c75a49ae6e7 req-a772739b-af7b-4cff-b2a4-e7ffb3d45877 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:24.693450 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1d07f01b-9e0c-4e10-9731-5c75a49ae6e7 req-a772739b-af7b-4cff-b2a4-e7ffb3d45877 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0483615 Sep 16 05:45:24.744085 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1d07f01b-9e0c-4e10-9731-5c75a49ae6e7 req-97b8e500-fb05-43aa-92b8-74da4c7be84b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Sep 16 05:45:24.796388 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45342) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:24.810186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92257a33-eca1-4ba2-ac1e-ead3a78ca282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.893583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92257a33-eca1-4ba2-ac1e-ead3a78ca282 admin admin] Publish callbacks [] for security_group (d2510ac1-07d6-4ad7-80e6-7da2318a5adc), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.914983 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf43f33-ee46-422b-b9ac-d83f11315796 req-b20c131e-9312-4ca0-a5d0-3f1c878de42d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:24.916469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bcf43f33-ee46-422b-b9ac-d83f11315796 req-b20c131e-9312-4ca0-a5d0-3f1c878de42d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0496242 Sep 16 05:45:24.947768 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92257a33-eca1-4ba2-ac1e-ead3a78ca282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d2510ac1-07d6-4ad7-80e6-7da2318a5adc), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:24.969712 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bcf43f33-ee46-422b-b9ac-d83f11315796 req-213e9295-21ec-4122-8bf3-ee4d187c4714 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471647 Sep 16 05:45:25.232161 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-92257a33-eca1-4ba2-ac1e-ead3a78ca282 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e26290392b35498da0e793f4324d257d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347010 Sep 16 05:45:25.233027 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92257a33-eca1-4ba2-ac1e-ead3a78ca282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2510ac1-07d6-4ad7-80e6-7da2318a5adc,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:25.235495 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45350) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:25.297892 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] Publish callbacks [] for security_group (d2510ac1-07d6-4ad7-80e6-7da2318a5adc), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:25.322412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] Publish callbacks [] for security_group (d2510ac1-07d6-4ad7-80e6-7da2318a5adc), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:25.456587 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d2510ac1-07d6-4ad7-80e6-7da2318a5adc), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:25.459464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:25.460708 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d2510ac1-07d6-4ad7-80e6-7da2318a5adc HTTP/1.1" status: 204 len: 168 time: 0.2246993 Sep 16 05:45:25.470494 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a43426-acc2-40b6-b83e-359f595c9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2510ac1-07d6-4ad7-80e6-7da2318a5adc,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:25.579353 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3f12-72c4-40d1-bd5a-d6876392322e req-96041dd0-d417-48aa-9ee6-83981254b1b1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:25.580868 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e03f3f12-72c4-40d1-bd5a-d6876392322e req-96041dd0-d417-48aa-9ee6-83981254b1b1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0579276 Sep 16 05:45:25.644436 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e03f3f12-72c4-40d1-bd5a-d6876392322e req-84a66447-fa80-4eb5-b21f-6ceac66161f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542104 Sep 16 05:45:25.883871 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91bc6-afd7-45ae-91d5-f4d4f2cb1d26 req-f2d2538e-698c-47d8-b840-efeca14c58a9 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:25.885510 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1fd91bc6-afd7-45ae-91d5-f4d4f2cb1d26 req-f2d2538e-698c-47d8-b840-efeca14c58a9 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0538588 Sep 16 05:45:25.942084 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1fd91bc6-afd7-45ae-91d5-f4d4f2cb1d26 req-ae308d3b-bdc9-4abe-8bbf-211bba2661f7 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499542 Sep 16 05:45:26.103246 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c650e1-ea0b-428b-8f21-1578dc55a627 req-facf4c02-a21c-4c4e-9351-32392c9f0460 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:26.104717 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-57c650e1-ea0b-428b-8f21-1578dc55a627 req-facf4c02-a21c-4c4e-9351-32392c9f0460 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0549417 Sep 16 05:45:26.155093 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-57c650e1-ea0b-428b-8f21-1578dc55a627 req-5fd30afb-d3f2-4d92-8523-e800db2b3209 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Sep 16 05:45:26.760531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:26.778784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcef84-0fa5-407f-a54b-4a90503645a6 req-20d1185c-b40b-4945-ba60-0afc85f463ca tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:26.780288 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30bcef84-0fa5-407f-a54b-4a90503645a6 req-20d1185c-b40b-4945-ba60-0afc85f463ca tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0485542 Sep 16 05:45:26.832268 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30bcef84-0fa5-407f-a54b-4a90503645a6 req-1c72bdfb-aa40-469a-85a2-e297b97c028d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459783 Sep 16 05:45:27.067046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb3b35-5fa8-4037-880c-d78efb9e317f req-52cd3e3b-91de-40da-af9f-5774418e4ee1 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:27.069261 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-facb3b35-5fa8-4037-880c-d78efb9e317f req-52cd3e3b-91de-40da-af9f-5774418e4ee1 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0488622 Sep 16 05:45:27.121428 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-facb3b35-5fa8-4037-880c-d78efb9e317f req-e75f5932-a611-4837-b1c7-561e0324711d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465510 Sep 16 05:45:27.304908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6867f-0427-48d8-8994-fb2aa78982ba req-31c916fc-cf2c-48c7-af0d-4db0b7f4c0bf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:27.306417 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-68a6867f-0427-48d8-8994-fb2aa78982ba req-31c916fc-cf2c-48c7-af0d-4db0b7f4c0bf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0608087 Sep 16 05:45:27.361981 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-68a6867f-0427-48d8-8994-fb2aa78982ba req-e7da8457-729e-40ae-aa75-a314ca86feb6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Sep 16 05:45:27.753769 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa86e1-110b-46fa-8b6e-a458da0c638e req-9f684f3a-598e-4df8-ac79-a3cbfdef173d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:27.755503 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ceaa86e1-110b-46fa-8b6e-a458da0c638e req-9f684f3a-598e-4df8-ac79-a3cbfdef173d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0593245 Sep 16 05:45:27.820635 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ceaa86e1-110b-46fa-8b6e-a458da0c638e req-c601d7f7-ca96-4dbe-a02f-cfdc078dc858 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Sep 16 05:45:27.934759 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-732e85d3-caf0-4aab-8792-c72c3e303d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:27.936365 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-732e85d3-caf0-4aab-8792-c72c3e303d05 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0530503 Sep 16 05:45:28.035641 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ea0d-4b0c-48e5-8307-fe039ec4f793 req-7308dcc4-be46-43b8-8373-a205807e439a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.037177 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-82a5ea0d-4b0c-48e5-8307-fe039ec4f793 req-7308dcc4-be46-43b8-8373-a205807e439a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0997097 Sep 16 05:45:28.100433 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-926e4dc5-2a75-4f70-a5c9-a7ce2d54bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.101806 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-926e4dc5-2a75-4f70-a5c9-a7ce2d54bc36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.1549926 Sep 16 05:45:28.122922 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-82a5ea0d-4b0c-48e5-8307-fe039ec4f793 req-9fdc0d0d-7376-4a2e-9af4-c260a2272544 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774002 Sep 16 05:45:28.177984 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-13d426bd-1de2-408b-beb5-8dfc0ac947b5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 1001 time: 0.0650325 Sep 16 05:45:28.195642 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:28.233321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-7074956a-8dd7-490d-b999-3374177e6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.234818 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-7074956a-8dd7-490d-b999-3374177e6266 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.0477965 Sep 16 05:45:28.258059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2ef8-21bc-460a-9451-bb02dbe6fed4 req-2b18af3a-d9b0-4e11-a36c-06ffe4a26fb4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.259757 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c0df2ef8-21bc-460a-9451-bb02dbe6fed4 req-2b18af3a-d9b0-4e11-a36c-06ffe4a26fb4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0530679 Sep 16 05:45:28.279228 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:28.284734 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-10fb7b9c-1afb-4fdb-b7ed-f2d814b7fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.286348 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-10fb7b9c-1afb-4fdb-b7ed-f2d814b7fab4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432217 Sep 16 05:45:28.326488 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c0df2ef8-21bc-460a-9451-bb02dbe6fed4 req-5c85babc-16c2-4eaf-abe3-4ccdbde34ba0 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579655 Sep 16 05:45:28.408651 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-dd3b49c9-349f-439c-ae66-c91240bc500a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132574 Sep 16 05:45:28.504184 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c227202-5e16-42cb-aebb-b01c6028a244 req-06e6141f-9030-4d9a-8925-5876b206040c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889409 Sep 16 05:45:28.950518 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a04d3-80ea-438d-8b03-352d8e994489 req-25c15049-d1d7-43bc-865f-1a67edcbe847 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:28.951997 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d38a04d3-80ea-438d-8b03-352d8e994489 req-25c15049-d1d7-43bc-865f-1a67edcbe847 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0524650 Sep 16 05:45:29.000569 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d38a04d3-80ea-438d-8b03-352d8e994489 req-f6490b14-b511-40d0-9af2-6db58bfdf0b5 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Sep 16 05:45:29.260018 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee936fb9-eb8b-486f-8df1-3e49dc6b1c1d req-177bbe3f-54f4-44e1-b45c-4bbdf315ca57 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:29.261572 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee936fb9-eb8b-486f-8df1-3e49dc6b1c1d req-177bbe3f-54f4-44e1-b45c-4bbdf315ca57 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0529866 Sep 16 05:45:29.296733 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:29.298492 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:29.309469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee936fb9-eb8b-486f-8df1-3e49dc6b1c1d req-2a8330d0-92bf-45ac-9783-b2829cf5e570 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Sep 16 05:45:29.350003 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:29.481022 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f033f7f-423e-4792-9038-7e77b650bd31 req-ead57346-a032-4c5b-979b-673a947b8247 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:29.483426 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5f033f7f-423e-4792-9038-7e77b650bd31 req-ead57346-a032-4c5b-979b-673a947b8247 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0747509 Sep 16 05:45:29.536781 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5f033f7f-423e-4792-9038-7e77b650bd31 req-688c7cd4-cd0d-475e-95c0-3329811542d0 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Sep 16 05:45:30.137934 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cef26-f7d4-4216-b343-7d327ddd947e req-fe8eb113-d156-49df-bdfb-88c467dfc038 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:30.139404 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-707cef26-f7d4-4216-b343-7d327ddd947e req-fe8eb113-d156-49df-bdfb-88c467dfc038 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0489676 Sep 16 05:45:30.187028 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-707cef26-f7d4-4216-b343-7d327ddd947e req-d42df3b4-d195-4434-b0b0-4a9e850840fb tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Sep 16 05:45:30.455545 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271680d1-4377-488d-94c7-0141659a8e48 req-835b3cd2-31fb-47fd-801b-c460c30ff83f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:30.457036 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-271680d1-4377-488d-94c7-0141659a8e48 req-835b3cd2-31fb-47fd-801b-c460c30ff83f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0587199 Sep 16 05:45:30.513227 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-271680d1-4377-488d-94c7-0141659a8e48 req-1b8b843e-f68b-4b00-be40-eb86b3714943 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488524 Sep 16 05:45:30.628107 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:30.667201 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f457-7197-4a88-bf2d-7cf58274d8c7 req-b97e8a1c-dea1-4667-a649-6b304df34e5c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:30.668666 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-58f4f457-7197-4a88-bf2d-7cf58274d8c7 req-b97e8a1c-dea1-4667-a649-6b304df34e5c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0500517 Sep 16 05:45:30.722445 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-58f4f457-7197-4a88-bf2d-7cf58274d8c7 req-40bd2328-f425-439e-9d3d-fff481491e8e tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Sep 16 05:45:31.745986 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59c11-abd3-4255-9154-1f22003ea143 req-b7e6e24d-7e77-49a4-9d5f-13c0bf5038e6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:31.747559 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1fe59c11-abd3-4255-9154-1f22003ea143 req-b7e6e24d-7e77-49a4-9d5f-13c0bf5038e6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0706086 Sep 16 05:45:31.846825 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1fe59c11-abd3-4255-9154-1f22003ea143 req-64c9e99b-2bbb-459a-95d3-88a83255cb5b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883727 Sep 16 05:45:31.937505 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d15ba0-dc5d-46e3-b987-d3277196dd08 req-92d75034-73a4-4498-b2d3-ea97bebdeffc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:31.941703 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-40d15ba0-dc5d-46e3-b987-d3277196dd08 req-92d75034-73a4-4498-b2d3-ea97bebdeffc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0759177 Sep 16 05:45:31.995814 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-40d15ba0-dc5d-46e3-b987-d3277196dd08 req-c580cba7-b80e-4c63-bfb2-0a3776da38b3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526564 Sep 16 05:45:32.131507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9b35d0b1-73fc-488e-b415-1bdc6f2a67da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:32.255711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:32.532206 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:32.548186 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'mac_address': 'fa:16:3e:6f:3e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:32.587994 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ac90e443-5a47-4bae-9538-e6326b43061f is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:32.588650 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:32.604746 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac90e443-5a47-4bae-9538-e6326b43061f {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:45:32.630876 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:32.668422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:32.745482 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:33.057849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3a46-62cc-4363-8cc9-01a417cf6cdb req-59d21197-27d1-47c4-b7dd-6aab35c8f338 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:33.069088 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e67a3a46-62cc-4363-8cc9-01a417cf6cdb req-59d21197-27d1-47c4-b7dd-6aab35c8f338 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.1037972 Sep 16 05:45:33.157274 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e67a3a46-62cc-4363-8cc9-01a417cf6cdb req-cc39f542-2172-449e-9251-05e277cb4227 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870407 Sep 16 05:45:33.171615 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2160a1-19a7-41ef-bd4b-1d1e9712a4ff req-672253af-2401-424e-9418-cbfa47a69d07 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:33.179125 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ed2160a1-19a7-41ef-bd4b-1d1e9712a4ff req-672253af-2401-424e-9418-cbfa47a69d07 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 944 time: 0.0751173 Sep 16 05:45:33.246690 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ed2160a1-19a7-41ef-bd4b-1d1e9712a4ff req-ceb7e7ca-0306-4ca0-b61a-3ccb50751222 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661800 Sep 16 05:45:33.283519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['ac90e443-5a47-4bae-9538-e6326b43061f'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:45:33.579107 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:34.325643 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83888840-bc0d-4dd6-9bc5-072e1945ea30 req-ee707447-0b49-4a13-a36f-313cac8377c8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:34.327160 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-83888840-bc0d-4dd6-9bc5-072e1945ea30 req-ee707447-0b49-4a13-a36f-313cac8377c8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0607867 Sep 16 05:45:34.379622 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-83888840-bc0d-4dd6-9bc5-072e1945ea30 req-a10ff261-54cc-4086-8ea6-c2101308ed7c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Sep 16 05:45:34.387995 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6b81-1b2f-4daf-94ab-6ee175a5e0a2 req-71308b45-3cbb-4694-8d05-99d98e725bca tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:34.389563 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e2ca6b81-1b2f-4daf-94ab-6ee175a5e0a2 req-71308b45-3cbb-4694-8d05-99d98e725bca tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 944 time: 0.0482631 Sep 16 05:45:34.445966 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e2ca6b81-1b2f-4daf-94ab-6ee175a5e0a2 req-53c8d126-260e-41b7-a7e9-c9cd8902e76b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508339 Sep 16 05:45:34.450389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cc89e06c-8111-4783-9d80-35302ad1ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:34.638149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:34.697173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port ac90e443-5a47-4bae-9538-e6326b43061f completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:45:34.759203 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port ac90e443-5a47-4bae-9538-e6326b43061f triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:45:34.759934 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:34.760718 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port ac90e443-5a47-4bae-9538-e6326b43061f Sep 16 05:45:34.898085 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ac90e443-5a47-4bae-9538-e6326b43061f is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:34.898595 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:34.972293 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:34.997127 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87069dc0-da7a-4697-8f58-617b0987a000" -d '{"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:35.024698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:35.047413 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770b1d6-de85-4360-9002-8bc1f070d943 x-openstack-request-id: req-c770b1d6-de85-4360-9002-8bc1f070d943 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:35.047413 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:35.047413 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c770b1d6-de85-4360-9002-8bc1f070d943 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:35.047947 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c770b1d6-de85-4360-9002-8bc1f070d943'] response: {'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'code': 200} Sep 16 05:45:35.119692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:35.179219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:35.213798 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:35.540062 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:35.555058 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4930a-1468-4c71-b89b-b87237a3f348 req-77579bfd-86a4-4e48-832f-f14fff4ebc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:35.557159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15514e5-4bdc-47ef-9419-2e213f99b449 req-2708acf8-23a6-4e17-bbba-538251e235f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:35.560677 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-03b4930a-1468-4c71-b89b-b87237a3f348 req-77579bfd-86a4-4e48-832f-f14fff4ebc48 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.1037099 Sep 16 05:45:35.572362 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d15514e5-4bdc-47ef-9419-2e213f99b449 req-2708acf8-23a6-4e17-bbba-538251e235f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0726573 Sep 16 05:45:35.647085 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d15514e5-4bdc-47ef-9419-2e213f99b449 req-c2afd653-17e2-4696-8171-815644cddaeb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768704 Sep 16 05:45:35.662717 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dd30d-4ea7-4038-8d9a-3e92e98e7726 req-9e9d0ca5-b985-428c-b8b3-232b288da578 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:35.664923 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-955dd30d-4ea7-4038-8d9a-3e92e98e7726 req-9e9d0ca5-b985-428c-b8b3-232b288da578 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0762165 Sep 16 05:45:35.682994 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-03b4930a-1468-4c71-b89b-b87237a3f348 req-8200f972-7873-4007-b407-4dc5f3bd2e32 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959196 Sep 16 05:45:35.763957 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-955dd30d-4ea7-4038-8d9a-3e92e98e7726 req-5b2ee0bc-2e14-4c9b-a2b2-332d4a773b6e tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740569 Sep 16 05:45:35.918502 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45618) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:35.953369 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.121953 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.214207 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Publish callbacks [] for security_group (8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.291372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.346525 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=de2cc0b723f64229825c0e3aff29438d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229555 Sep 16 05:45:36.346525 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:36.347165 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45634) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:36.366748 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.367183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.367592 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.367988 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.368407 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.368770 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.369290 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.369815 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.370373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.370939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.371425 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.371951 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.372396 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.372730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.373134 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82dc6e-3253-4a77-882a-25e6eea3d6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:36.428309 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] Publish callbacks [] for security_group (8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.452401 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:36.457395 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] Publish callbacks [] for security_group (8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.576273 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.580331 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:36.582252 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477 HTTP/1.1" status: 204 len: 168 time: 0.2334471 Sep 16 05:45:36.593947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb557a4-9324-4098-be60-8c1153c02140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ba21a-a93e-4df8-b8cb-51e6e2ae8477,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:36.772673 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:36.796039 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782af9a0-a2ee-41b5-90b8-1461571e95b3 req-b8286666-b4c1-41c8-81c4-6b25d8722337 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:36.797239 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-782af9a0-a2ee-41b5-90b8-1461571e95b3 req-b8286666-b4c1-41c8-81c4-6b25d8722337 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0566230 Sep 16 05:45:36.862668 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-782af9a0-a2ee-41b5-90b8-1461571e95b3 req-e7c6bc00-995b-41c4-b12a-7389e3994143 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580266 Sep 16 05:45:36.979232 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9c4a-ce03-4e7c-beea-003240c7aacc req-4b12f4e6-09eb-41e3-9733-a97052053dc1 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:36.980952 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4ace9c4a-ce03-4e7c-beea-003240c7aacc req-4b12f4e6-09eb-41e3-9733-a97052053dc1 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.1063828 Sep 16 05:45:37.086375 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4ace9c4a-ce03-4e7c-beea-003240c7aacc req-acb1de31-94be-4679-99b7-cde571047873 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997307 Sep 16 05:45:37.306373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45658) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:37.322211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c10f8527-4e13-42da-bc3b-75efd174dcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:37.413142 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c10f8527-4e13-42da-bc3b-75efd174dcac admin admin] Publish callbacks [] for security_group (5bee3e9b-cf8d-439a-8ff1-62d63521981d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:37.456636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:37.503570 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c10f8527-4e13-42da-bc3b-75efd174dcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (5bee3e9b-cf8d-439a-8ff1-62d63521981d), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:37.508660 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:37.553773 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f8527-4e13-42da-bc3b-75efd174dcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bee3e9b-cf8d-439a-8ff1-62d63521981d,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:37.576011 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c10f8527-4e13-42da-bc3b-75efd174dcac admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fea17d8bf8e3471abb15e1281fec96c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509966 Sep 16 05:45:37.578344 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45666) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:37.638257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Publish callbacks [] for security_group (5bee3e9b-cf8d-439a-8ff1-62d63521981d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:37.661524 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Publish callbacks [] for security_group (5bee3e9b-cf8d-439a-8ff1-62d63521981d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:38.019865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35e74-cd24-4bf3-b78d-a423c4387907 req-695e6f39-d21c-4ba9-a522-03c7666e8cbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:38.021316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-91c35e74-cd24-4bf3-b78d-a423c4387907 req-695e6f39-d21c-4ba9-a522-03c7666e8cbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0566523 Sep 16 05:45:38.070188 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-91c35e74-cd24-4bf3-b78d-a423c4387907 req-2c388273-a746-471e-9c0d-25c3977244ce tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Sep 16 05:45:38.085913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (5bee3e9b-cf8d-439a-8ff1-62d63521981d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:38.088763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:38.089991 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5bee3e9b-cf8d-439a-8ff1-62d63521981d HTTP/1.1" status: 204 len: 168 time: 0.5109806 Sep 16 05:45:38.098927 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bee3e9b-cf8d-439a-8ff1-62d63521981d,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:38.100602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:38.109985 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.109985 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.112906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.113444 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.113444 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.113679 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.114659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.115585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.115907 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.116229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ac524-7fc0-4194-8b3f-ff84a1ca2012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:38.292089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f02c2-1856-419d-9668-0b2e58740139 req-6918a0dc-3288-4b3d-ae5e-4f9a35b41473 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:38.293698 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eb8f02c2-1856-419d-9668-0b2e58740139 req-6918a0dc-3288-4b3d-ae5e-4f9a35b41473 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0788128 Sep 16 05:45:38.353713 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eb8f02c2-1856-419d-9668-0b2e58740139 req-4a0023ae-3f90-4abd-92a9-f09713fa5422 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533197 Sep 16 05:45:38.505634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdfdbf-6f47-4d4d-b17e-8fe6ad31ca20 req-3711a685-ded5-432b-ac5b-cb37ca3d0f22 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:38.507431 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54fdfdbf-6f47-4d4d-b17e-8fe6ad31ca20 req-3711a685-ded5-432b-ac5b-cb37ca3d0f22 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0577571 Sep 16 05:45:38.571846 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54fdfdbf-6f47-4d4d-b17e-8fe6ad31ca20 req-ec00653f-337b-4615-9376-db04840151aa tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560892 Sep 16 05:45:38.604465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45688) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:38.854211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4d097-9605-4b06-a3ef-3cd1ccd5623c tempest-TestShelveInstance-101592678 tempest-TestShelveInstance-101592678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:38.855820 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-42f4d097-9605-4b06-a3ef-3cd1ccd5623c tempest-TestShelveInstance-101592678 tempest-TestShelveInstance-101592678-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1124 time: 0.2498169 Sep 16 05:45:38.859067 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45698) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:38.863783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'fixed_ip_address': '172.20.0.5'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:38.960257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:39.064557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:39.184123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Allocated IP 172.27.0.201 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/d86f6b1d-4d91-4953-9706-ae21d51f2708) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:39.272903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f4662-f5b2-41da-b4c8-094c7c0c44bd req-e8275b46-9178-4554-af0d-af2890e61b85 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:39.274830 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0b5f4662-f5b2-41da-b4c8-094c7c0c44bd req-e8275b46-9178-4554-af0d-af2890e61b85 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0681429 Sep 16 05:45:39.418819 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0b5f4662-f5b2-41da-b4c8-094c7c0c44bd req-408b10d7-b41a-4781-82ec-9d2002ce4ce3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139205 Sep 16 05:45:39.451088 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:39.554584 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:39.563865 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:39.608005 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:39.609653 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:39.617319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:45:39.655218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'Port': ['ID=d86f6b1d-4d91-4953-9706-ae21d51f2708,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:39.669397 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:40.057406 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for floatingip (d054c116-db4e-4c7a-99ac-f1f479a35ce2), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:40.191823 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:40.415557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:40.483731 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:40.537626 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (d054c116-db4e-4c7a-99ac-f1f479a35ce2), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:40.627604 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0095ff-a966-4ef5-a786-984680108aca req-b7871e30-8e41-452f-84fe-ea5026b4aca2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:40.630138 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7c0095ff-a966-4ef5-a786-984680108aca req-b7871e30-8e41-452f-84fe-ea5026b4aca2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0592704 Sep 16 05:45:40.630322 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event updated for resources: {'Port': ['ID=d86f6b1d-4d91-4953-9706-ae21d51f2708,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.674550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:40.680127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:40.683106 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Floating IP d054c116-db4e-4c7a-99ac-f1f479a35ce2 associated. External IP: 172.27.0.201, port: ac90e443-5a47-4bae-9538-e6326b43061f. Sep 16 05:45:40.705701 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7c0095ff-a966-4ef5-a786-984680108aca req-ad3e7545-2a63-4f0b-9df2-d7a3a7705466 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575769 Sep 16 05:45:40.845492 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:40.907044 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:41.026495 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:41.041764 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Sync routers for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:41.057327 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:45:41.057327 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:45:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.089509 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:41.137426 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f2b0621c-8891-4194-9a6b-70a84fdf80b5 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2768922 Sep 16 05:45:41.138864 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:41.142380 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c36177e-70da-43b7-bedd-7b3ce77d8219" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:41.176142 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:45:41.212357 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3d3978-afce-433e-aa3a-d8ac09618e5a x-openstack-request-id: req-cc3d3978-afce-433e-aa3a-d8ac09618e5a {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:41.212861 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:41.213198 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc3d3978-afce-433e-aa3a-d8ac09618e5a {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:41.213775 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3d3978-afce-433e-aa3a-d8ac09618e5a'] response: {'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'status': 'completed', 'code': 200} Sep 16 05:45:41.319178 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-c1ec6332-d760-466e-a34a-4c50ce85e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:41.320705 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-c1ec6332-d760-466e-a34a-4c50ce85e800 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.0420604 Sep 16 05:45:41.450662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'd054c116-db4e-4c7a-99ac-f1f479a35ce2', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'mac_address': 'fa:16:3e:6f:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:45:39Z', 'updated_at': '2022-09-16T05:45:39Z', 'revision_number': 0, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.474199 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-fe67444f-ec58-48ed-b042-4b1320c906de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:41.476047 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-fe67444f-ec58-48ed-b042-4b1320c906de service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1464353 Sep 16 05:45:41.488247 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Checking router: 6cde8dc5-f11c-4b15-9bac-6ad44d769701 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:41.498314 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:45:41.498935 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:45:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.570562 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-3dd17e6f-da28-4a42-bf14-e7e0d68fae55 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 999 time: 0.0867264 Sep 16 05:45:41.594046 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:41.627721 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-d9a7f1de-656c-4d98-8604-559883e11dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:41.629189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-d9a7f1de-656c-4d98-8604-559883e11dce service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0502203 Sep 16 05:45:41.662912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:45:41.679988 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-35e75342-327d-46ca-b8c3-a8770fb67f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:41.681520 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-35e75342-327d-46ca-b8c3-a8770fb67f62 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449269 Sep 16 05:45:41.829217 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-89a0826f-5222-4cb6-9952-400c39f0659a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402287 Sep 16 05:45:41.965768 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6721-39f7-4d57-b969-11814ebdca71 req-dea943b8-aa4b-44e7-98f6-25737718889a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:41.967341 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-12ec6721-39f7-4d57-b969-11814ebdca71 req-dea943b8-aa4b-44e7-98f6-25737718889a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0730600 Sep 16 05:45:41.975562 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8c36177e-70da-43b7-bedd-7b3ce77d8219 req-cf27dfea-a08c-47b4-b4ff-29c9ef14e2b1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Sep 16 05:45:41.983752 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'd054c116-db4e-4c7a-99ac-f1f479a35ce2', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'mac_address': 'fa:16:3e:6f:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:45:39Z', 'updated_at': '2022-09-16T05:45:39Z', 'revision_number': 0, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:42.021384 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bee4f-555a-4ff5-95cf-ba0ebf174e9c None None] The sync data for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi is: [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'd054c116-db4e-4c7a-99ac-f1f479a35ce2', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'mac_address': 'fa:16:3e:6f:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:45:39Z', 'updated_at': '2022-09-16T05:45:39Z', 'revision_number': 0, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:42.029770 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-12ec6721-39f7-4d57-b969-11814ebdca71 req-40609afb-7ba5-4cc4-b2ad-5cd34d4174db tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514052 Sep 16 05:45:42.277123 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5d1e4-653d-4221-9023-db42eeae1e56 None None] New status for floating IP d054c116-db4e-4c7a-99ac-f1f479a35ce2: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:45:42.697315 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45794) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:42.825087 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c263-8ae8-4c96-9b79-072e555efdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:42.835322 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:42.929347 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c263-8ae8-4c96-9b79-072e555efdf3 admin admin] Publish callbacks [] for security_group (2197855a-f513-465c-8496-402b076facc0), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.079546 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c263-8ae8-4c96-9b79-072e555efdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2197855a-f513-465c-8496-402b076facc0), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.126111 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e4d2c263-8ae8-4c96-9b79-072e555efdf3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2529d2b6eea44450a592ef8e7a8b6c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276567 Sep 16 05:45:43.128817 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45802) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:43.146907 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2c263-8ae8-4c96-9b79-072e555efdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2197855a-f513-465c-8496-402b076facc0,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.186707 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5c710-ec67-4e78-b964-d5564fa9611d req-993dde4c-7ceb-443b-8a50-7d8f4d14247a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:43.188387 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b9b5c710-ec67-4e78-b964-d5564fa9611d req-993dde4c-7ceb-443b-8a50-7d8f4d14247a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0668545 Sep 16 05:45:43.231205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] Publish callbacks [] for security_group (2197855a-f513-465c-8496-402b076facc0), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.244547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:43.258738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] Publish callbacks [] for security_group (2197855a-f513-465c-8496-402b076facc0), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.264005 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b9b5c710-ec67-4e78-b964-d5564fa9611d req-fa6070d2-7ce6-4e7e-b2b8-ee69048d0760 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651872 Sep 16 05:45:43.445627 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (2197855a-f513-465c-8496-402b076facc0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.449302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:43.450815 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2197855a-f513-465c-8496-402b076facc0 HTTP/1.1" status: 204 len: 168 time: 0.3209498 Sep 16 05:45:43.461752 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59741110-d875-4bf4-88d4-c10608f4b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197855a-f513-465c-8496-402b076facc0,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:44.093764 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45816) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:44.108541 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-700ce4b0-9dca-4e2c-b227-5370d0121b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.207418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-700ce4b0-9dca-4e2c-b227-5370d0121b4f admin admin] Publish callbacks [] for security_group (1f16ea4a-d399-4cb0-9426-01e8ac223a63), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.296469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-700ce4b0-9dca-4e2c-b227-5370d0121b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1f16ea4a-d399-4cb0-9426-01e8ac223a63), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.331908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:44.339035 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-700ce4b0-9dca-4e2c-b227-5370d0121b4f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ec76534c9c244880b7710263c3cff857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441530 Sep 16 05:45:44.339861 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce4b0-9dca-4e2c-b227-5370d0121b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16ea4a-d399-4cb0-9426-01e8ac223a63,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:44.342209 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45820) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:44.407966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] Publish callbacks [] for security_group (1f16ea4a-d399-4cb0-9426-01e8ac223a63), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.428780 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c9283-349c-4603-b5ef-833f900fb183 req-cdeeb8f6-ff59-475f-9a7f-9233417ed208 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:44.430306 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d9c9283-349c-4603-b5ef-833f900fb183 req-cdeeb8f6-ff59-475f-9a7f-9233417ed208 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0568805 Sep 16 05:45:44.430812 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] Publish callbacks [] for security_group (1f16ea4a-d399-4cb0-9426-01e8ac223a63), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.484818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1d9c9283-349c-4603-b5ef-833f900fb183 req-02a23c71-8471-4246-84f1-613882237808 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477846 Sep 16 05:45:44.541117 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.541664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (1f16ea4a-d399-4cb0-9426-01e8ac223a63), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.544001 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:44.545384 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1f16ea4a-d399-4cb0-9426-01e8ac223a63 HTTP/1.1" status: 204 len: 168 time: 0.2022119 Sep 16 05:45:44.554263 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fdfdd-d652-4a95-b2e4-5389d984595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16ea4a-d399-4cb0-9426-01e8ac223a63,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.617559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7201c0-bf19-4906-bd21-f22548f4a9b0 req-bc357ef5-94c6-448d-8124-6b9c1a5598a3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:45.618991 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0e7201c0-bf19-4906-bd21-f22548f4a9b0 req-bc357ef5-94c6-448d-8124-6b9c1a5598a3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0496836 Sep 16 05:45:45.671590 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0e7201c0-bf19-4906-bd21-f22548f4a9b0 req-cc76a65d-6e31-46f1-a645-30bbe368f235 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Sep 16 05:45:45.843889 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-b44d1589-f068-4a72-a8a9-5dc118ef6985 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452816 Sep 16 05:45:46.123563 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c92e-c047-4942-8809-90201ecc78fc req-dd38c2f5-0712-42a1-9d79-537f869b9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.124978 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-dd38c2f5-0712-42a1-9d79-537f869b9fce service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1130 time: 0.0645518 Sep 16 05:45:46.129909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9508a-048f-4090-949d-c19be471dbdf req-80add1fb-10cb-4686-8c1b-f0b4fc167dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.131270 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-80add1fb-10cb-4686-8c1b-f0b4fc167dfa service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0609767 Sep 16 05:45:46.541782 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c92e-c047-4942-8809-90201ecc78fc req-14005c73-aa55-4aee-a1f8-df61817ba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.543269 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-14005c73-aa55-4aee-a1f8-df61817ba5e6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.4111650 Sep 16 05:45:46.548146 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9508a-048f-4090-949d-c19be471dbdf req-b8bff8d7-2837-4c71-9936-5618d49309a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.549498 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-b8bff8d7-2837-4c71-9936-5618d49309a8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.3997014 Sep 16 05:45:46.672401 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-b60b6bb1-7573-4c3f-ac99-b1962e29cb00 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 1001 time: 0.1083424 Sep 16 05:45:46.674343 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-045bb09d-aeed-4258-a012-468c1e2a399d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 1002 time: 0.1119223 Sep 16 05:45:46.749187 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9508a-048f-4090-949d-c19be471dbdf req-d2b687fc-a865-4177-87d3-701bea61b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.750751 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-d2b687fc-a865-4177-87d3-701bea61b7f7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.0513632 Sep 16 05:45:46.840109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35f77-263e-4191-a097-0254f52af2bc req-a90ab980-beab-4dee-83c4-87f25f4c687d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.849806 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c92e-c047-4942-8809-90201ecc78fc req-1eb08e2a-c8bf-43e4-90b5-dd1445b90be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.851132 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2ee35f77-263e-4191-a097-0254f52af2bc req-a90ab980-beab-4dee-83c4-87f25f4c687d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0874527 Sep 16 05:45:46.851589 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-1eb08e2a-c8bf-43e4-90b5-dd1445b90be6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0998223 Sep 16 05:45:46.858316 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9508a-048f-4090-949d-c19be471dbdf req-06ce9f76-5ab2-4a45-a2b9-be18e7ffb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.858316 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-06ce9f76-5ab2-4a45-a2b9-be18e7ffb179 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751867 Sep 16 05:45:46.908023 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2ee35f77-263e-4191-a097-0254f52af2bc req-dce948a4-91b2-4f99-b66f-f0330a607ca1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555894 Sep 16 05:45:46.996820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c92e-c047-4942-8809-90201ecc78fc req-819df511-a72e-4d85-ac79-238237b6bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:46.996820 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-819df511-a72e-4d85-ac79-238237b6bde7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230688 Sep 16 05:45:47.026951 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:47.045120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:47.077262 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-7422bb74-12fa-4454-a2db-210b21305d47 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013965 Sep 16 05:45:47.179750 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-eca5d688-706f-44b8-846c-31b9755e1611 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664147 Sep 16 05:45:47.255690 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-36c9508a-048f-4090-949d-c19be471dbdf req-aa2f576a-e2bf-4766-8afa-c503d68b3771 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699586 Sep 16 05:45:47.297685 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe34c92e-c047-4942-8809-90201ecc78fc req-3fc2bc35-415b-4522-827d-7670d9bea643 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089432 Sep 16 05:45:47.862952 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45936) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:47.995068 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-daab2d6e-e38a-4299-9316-cfe2ef1c2fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.081405 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fee5e-7a00-4c05-9db8-261244a680f7 req-e7e84dd9-bf46-4fb2-a17c-2f351e3cc8d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:48.084753 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-380fee5e-7a00-4c05-9db8-261244a680f7 req-e7e84dd9-bf46-4fb2-a17c-2f351e3cc8d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0823984 Sep 16 05:45:48.105731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-daab2d6e-e38a-4299-9316-cfe2ef1c2fcc admin admin] Publish callbacks [] for security_group (bad24b78-27b3-43c8-b5a6-8dd9e320bfad), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.139780 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-380fee5e-7a00-4c05-9db8-261244a680f7 req-8c07aaca-a191-4f19-a939-83ba4878f9cf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Sep 16 05:45:48.198262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-daab2d6e-e38a-4299-9316-cfe2ef1c2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bad24b78-27b3-43c8-b5a6-8dd9e320bfad), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.228397 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=14 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:48.441643 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-daab2d6e-e38a-4299-9316-cfe2ef1c2fcc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=80fb28c07409469599fc0d7418098ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776067 Sep 16 05:45:48.442439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2d6e-e38a-4299-9316-cfe2ef1c2fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad24b78-27b3-43c8-b5a6-8dd9e320bfad,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:48.445288 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45960) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:48.498447 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] Publish callbacks [] for security_group (bad24b78-27b3-43c8-b5a6-8dd9e320bfad), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.519723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] Publish callbacks [] for security_group (bad24b78-27b3-43c8-b5a6-8dd9e320bfad), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.661743 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bad24b78-27b3-43c8-b5a6-8dd9e320bfad), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.665072 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:48.666223 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bad24b78-27b3-43c8-b5a6-8dd9e320bfad HTTP/1.1" status: 204 len: 168 time: 0.2194071 Sep 16 05:45:48.675239 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395cc63-9625-40fe-959b-8e91f278d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad24b78-27b3-43c8-b5a6-8dd9e320bfad,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:49.271403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb94a2-5b16-41cc-9bd7-72143eb14684 req-a93946c2-726e-45f1-9146-7717cdb9d1fe tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:49.272947 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ffdb94a2-5b16-41cc-9bd7-72143eb14684 req-a93946c2-726e-45f1-9146-7717cdb9d1fe tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0504627 Sep 16 05:45:49.333784 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ffdb94a2-5b16-41cc-9bd7-72143eb14684 req-5bcbd219-2361-45db-b5ca-c52bfce30fce tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541401 Sep 16 05:45:49.341936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 45974) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:49.356133 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-376ab547-31ad-4067-971f-2d9e7a059783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.441442 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-376ab547-31ad-4067-971f-2d9e7a059783 admin admin] Publish callbacks [] for security_group (bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.502128 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-376ab547-31ad-4067-971f-2d9e7a059783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.544004 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-376ab547-31ad-4067-971f-2d9e7a059783 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ebe7c56c8628445f88d634edfb06b5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007797 Sep 16 05:45:49.544959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ab547-31ad-4067-971f-2d9e7a059783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:49.546744 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 45984) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:49.600626 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] Publish callbacks [] for security_group (bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.604084 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:49.623069 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] Publish callbacks [] for security_group (bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.736803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.739793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:49.740988 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31 HTTP/1.1" status: 204 len: 168 time: 0.1932471 Sep 16 05:45:49.751186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5647-0b78-40be-8ef6-8d700418100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fd7e1-da9f-4e2a-bb21-cc5c84beab31,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:50.474899 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d287e1b-cd28-4a88-a58e-ec2ea1867591 req-80501713-eb6c-4978-a162-659d3d56911a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:50.476470 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8d287e1b-cd28-4a88-a58e-ec2ea1867591 req-80501713-eb6c-4978-a162-659d3d56911a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0541918 Sep 16 05:45:50.531649 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8d287e1b-cd28-4a88-a58e-ec2ea1867591 req-4ecf2d7b-5ed2-4c0f-84e6-8b046a7ddc3b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491757 Sep 16 05:45:51.660701 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8da7d-c37d-42af-be23-ebbc9864046a req-3ffc9670-4c70-4b20-b390-89dfcdc27a0d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:51.662182 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bda8da7d-c37d-42af-be23-ebbc9864046a req-3ffc9670-4c70-4b20-b390-89dfcdc27a0d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 946 time: 0.0480278 Sep 16 05:45:51.712286 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bda8da7d-c37d-42af-be23-ebbc9864046a req-12b274d3-f067-42b7-9877-61873ba04817 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438271 Sep 16 05:45:52.193676 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:52.225731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:52.248726 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:52.297730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: ACTIVE; New status is: DOWN {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:45:52.298144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:52.325229 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:45:52.327429 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f34d4dd-8f7a-47c9-bebc-a1eb362f0898" -d '{"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-unplugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:52.339650 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:52.368024 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 05:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0668d7ba-07fc-4370-8002-233fbf72f072 x-openstack-request-id: req-0668d7ba-07fc-4370-8002-233fbf72f072 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:52.368321 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-unplugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:52.374499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0668d7ba-07fc-4370-8002-233fbf72f072 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:52.374499 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0668d7ba-07fc-4370-8002-233fbf72f072'] response: {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'code': 200} Sep 16 05:45:52.422408 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:45:52.468603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=8']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:52.905169 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-fbdda978-159e-43d4-aa27-d1accdbe051a req-70255c9e-baf3-4aec-8613-d148d7276451 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:45:52.906236 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fbdda978-159e-43d4-aa27-d1accdbe051a req-70255c9e-baf3-4aec-8613-d148d7276451 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061877 Sep 16 05:45:53.242644 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:53.271150 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa20b-72ce-455d-ba65-164d35df8202 req-a3068341-fccf-4e4c-ab59-0ea4f34b34df tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:53.273041 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c9bfa20b-72ce-455d-ba65-164d35df8202 req-a3068341-fccf-4e4c-ab59-0ea4f34b34df tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0474908 Sep 16 05:45:53.323421 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c9bfa20b-72ce-455d-ba65-164d35df8202 req-4eb19239-15bc-40d8-83c0-2a32af401f0e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Sep 16 05:45:53.752421 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 46086) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:53.834880 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-bbaded83-e787-4544-b132-7e0dea5b58ed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812652 Sep 16 05:45:53.843536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-808acc7d-c660-4ba2-b96e-d117c48d156e service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:45:53.844460 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-808acc7d-c660-4ba2-b96e-d117c48d156e service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048358 Sep 16 05:45:53.928828 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 46096) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:45:54.030885 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-da329e8e-b028-4807-be72-7d9048ba1617 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:54.032208 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-da329e8e-b028-4807-be72-7d9048ba1617 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports/29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 941 time: 0.1018414 Sep 16 05:45:54.455785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c85111-fd0f-45be-adb5-15432c8af962 req-25f86135-94bd-44d4-9954-96320f1f1c38 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:54.457221 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f3c85111-fd0f-45be-adb5-15432c8af962 req-25f86135-94bd-44d4-9954-96320f1f1c38 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0495183 Sep 16 05:45:54.505034 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f3c85111-fd0f-45be-adb5-15432c8af962 req-dda33fb5-9718-4470-930e-eacdd64f1c1d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Sep 16 05:45:55.637310 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c84371-d3b8-4534-b6fb-5a4e5c43acce req-3a4d4a85-ba2c-4571-9cba-c43ba95bb411 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:55.638798 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20c84371-d3b8-4534-b6fb-5a4e5c43acce req-3a4d4a85-ba2c-4571-9cba-c43ba95bb411 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0481915 Sep 16 05:45:55.694925 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20c84371-d3b8-4534-b6fb-5a4e5c43acce req-f6e4b2cc-185d-4ffe-9a88-1675e72bb0c0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498362 Sep 16 05:45:56.832590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9982460-ed33-49b9-89e6-841d7c92e8e0 req-5079c4f5-1884-4704-8fe0-9f9558ffff94 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:56.834055 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9982460-ed33-49b9-89e6-841d7c92e8e0 req-5079c4f5-1884-4704-8fe0-9f9558ffff94 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0499282 Sep 16 05:45:56.880145 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9982460-ed33-49b9-89e6-841d7c92e8e0 req-556cd468-469c-4a8d-a7cd-42252457fc01 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403700 Sep 16 05:45:57.974111 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:45:58.009908 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5127-98de-42ae-9ac6-9a6a8f042e10 req-eebe004a-b485-4e5a-adc6-e43d88569542 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:58.011373 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f84c5127-98de-42ae-9ac6-9a6a8f042e10 req-eebe004a-b485-4e5a-adc6-e43d88569542 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0468690 Sep 16 05:45:58.061979 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f84c5127-98de-42ae-9ac6-9a6a8f042e10 req-e5fc2356-da3f-4993-9015-1a488247de89 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451429 Sep 16 05:45:59.191046 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7abc-6984-49e0-a282-2b9648d67d85 req-32dc6b4f-9319-477d-940c-aa896f89efad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:45:59.192485 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9cda7abc-6984-49e0-a282-2b9648d67d85 req-32dc6b4f-9319-477d-940c-aa896f89efad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0500481 Sep 16 05:45:59.241494 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9cda7abc-6984-49e0-a282-2b9648d67d85 req-216fbc38-3bf2-4ec7-b77c-20cd02fe9918 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Sep 16 05:46:00.375356 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26d00c-bc7c-46fa-9eea-7061d42fa581 req-4aabcfe5-2084-4879-9e5a-db9bf98e9bad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:00.376831 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c26d00c-bc7c-46fa-9eea-7061d42fa581 req-4aabcfe5-2084-4879-9e5a-db9bf98e9bad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0509121 Sep 16 05:46:00.428625 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c26d00c-bc7c-46fa-9eea-7061d42fa581 req-a3a3c11f-67f7-40b3-8925-118afa20426b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Sep 16 05:46:00.495097 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 46196) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:00.599084 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ec969af-5ab1-4b0c-a8d5-0dc1c79c6b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:00.672017 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ec969af-5ab1-4b0c-a8d5-0dc1c79c6b4f admin admin] Publish callbacks [] for security_group (bbfb4dfd-7606-487e-a34a-3a706f9223e6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:00.775872 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3ec969af-5ab1-4b0c-a8d5-0dc1c79c6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bbfb4dfd-7606-487e-a34a-3a706f9223e6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:00.817114 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec969af-5ab1-4b0c-a8d5-0dc1c79c6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb4dfd-7606-487e-a34a-3a706f9223e6,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:00.821999 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3ec969af-5ab1-4b0c-a8d5-0dc1c79c6b4f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c3b04ba9b2844508592bcf1aefd7859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258715 Sep 16 05:46:00.824750 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 46200) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:00.877523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] Publish callbacks [] for security_group (bbfb4dfd-7606-487e-a34a-3a706f9223e6), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:00.897941 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] Publish callbacks [] for security_group (bbfb4dfd-7606-487e-a34a-3a706f9223e6), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:01.010473 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bbfb4dfd-7606-487e-a34a-3a706f9223e6), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:01.013006 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:01.014167 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbfb4dfd-7606-487e-a34a-3a706f9223e6 HTTP/1.1" status: 204 len: 168 time: 0.1885059 Sep 16 05:46:01.022354 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66857f3-ac0f-449a-b1b0-b32acddf3cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb4dfd-7606-487e-a34a-3a706f9223e6,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:01.535300 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:01.553313 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194312c-86ca-4a82-b224-24f6b305f3b4 req-6f56abf5-3cf1-4e87-ad5d-5e3c2158ca39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:01.555636 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3194312c-86ca-4a82-b224-24f6b305f3b4 req-6f56abf5-3cf1-4e87-ad5d-5e3c2158ca39 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0471411 Sep 16 05:46:01.602918 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3194312c-86ca-4a82-b224-24f6b305f3b4 req-161479ae-f1e1-4c9f-8ecf-4823c07c5bc6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Sep 16 05:46:02.095995 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e8d39d34-6a70-4f02-88e1-406882532226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:02.190322 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:02.710990 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:02.728801 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae66519-42fd-4a18-af81-bf72a4c6e281 req-c2cc57e5-d0f9-41ae-8ae5-939fec5845fb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:02.730292 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ae66519-42fd-4a18-af81-bf72a4c6e281 req-c2cc57e5-d0f9-41ae-8ae5-939fec5845fb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0471289 Sep 16 05:46:02.778462 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ae66519-42fd-4a18-af81-bf72a4c6e281 req-63de4552-a430-47f7-a5ae-19906a943d3d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Sep 16 05:46:03.903209 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52396-e4a1-4dfc-9c90-1fe2ced31db5 req-21b7cacd-6ce3-4a9c-8144-1ef9313a8ec9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:03.904934 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b5b52396-e4a1-4dfc-9c90-1fe2ced31db5 req-21b7cacd-6ce3-4a9c-8144-1ef9313a8ec9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0468690 Sep 16 05:46:03.957533 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b5b52396-e4a1-4dfc-9c90-1fe2ced31db5 req-5f925dec-449e-456d-8853-a428736f4f26 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470572 Sep 16 05:46:04.302092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d7eb73ae-da52-4790-83ab-8f793956e904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:05.097328 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8001e04-e95f-44ca-afdf-9ae2420768f9 req-09e6b5b7-b38a-4c1b-bb4e-f141a24fe949 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:05.099636 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8001e04-e95f-44ca-afdf-9ae2420768f9 req-09e6b5b7-b38a-4c1b-bb4e-f141a24fe949 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Sep 16 05:46:05.161083 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8001e04-e95f-44ca-afdf-9ae2420768f9 req-2a324585-ac3b-4294-9dd1-70dad9d8b217 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546913 Sep 16 05:46:05.925081 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:06.288415 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dea3b-6ce9-4fb2-9244-853af04c2395 req-2a3b3a73-cb2d-49c2-a833-879bc21aa6a3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:06.290605 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-462dea3b-6ce9-4fb2-9244-853af04c2395 req-2a3b3a73-cb2d-49c2-a833-879bc21aa6a3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Sep 16 05:46:06.337681 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-462dea3b-6ce9-4fb2-9244-853af04c2395 req-c1e16818-4257-454f-87bb-3508552d61ef tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Sep 16 05:46:07.422141 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:07.469536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116b94-8cb5-45be-8bc7-eefd65bb3071 req-92c415a7-4065-44d6-9fe2-2f8bd5e48eb4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:07.471081 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15116b94-8cb5-45be-8bc7-eefd65bb3071 req-92c415a7-4065-44d6-9fe2-2f8bd5e48eb4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0485418 Sep 16 05:46:07.521405 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15116b94-8cb5-45be-8bc7-eefd65bb3071 req-72ecf21e-a4a6-4a35-9f6b-9e1613dd8d4f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Sep 16 05:46:07.832528 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:08.650125 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873f9b8-44cf-49d5-9c28-1dc33e1cba60 req-93bfedca-0b67-49bf-94df-8442db7863d9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:08.651508 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e873f9b8-44cf-49d5-9c28-1dc33e1cba60 req-93bfedca-0b67-49bf-94df-8442db7863d9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0469882 Sep 16 05:46:08.684499 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:08.698682 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e873f9b8-44cf-49d5-9c28-1dc33e1cba60 req-7f82f0c8-e6ee-44dd-931c-1963a4f1374a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Sep 16 05:46:09.827581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff6582-1829-41b6-9ab1-15ab2a965819 req-8bcd6ac0-2721-42bc-8dd4-65f9d59a2acd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:09.829040 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8eff6582-1829-41b6-9ab1-15ab2a965819 req-8bcd6ac0-2721-42bc-8dd4-65f9d59a2acd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0469577 Sep 16 05:46:09.872094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:09.876553 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8eff6582-1829-41b6-9ab1-15ab2a965819 req-ab6f781c-662c-49c4-81b3-022cc303d8d6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Sep 16 05:46:11.004189 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7adf8-5f10-4107-9528-4739538d4798 req-5eec6239-b2a5-4312-8fce-b5f125d7e4f0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:11.005609 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67a7adf8-5f10-4107-9528-4739538d4798 req-5eec6239-b2a5-4312-8fce-b5f125d7e4f0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0484819 Sep 16 05:46:11.051690 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67a7adf8-5f10-4107-9528-4739538d4798 req-067f0298-205d-4b2e-9f31-e38932904cc2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Sep 16 05:46:12.188728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cde8b7-47df-4ecb-b5d8-8b5c450ff863 req-2f96fa61-d62d-4d1a-b326-32aa8f03377b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:12.190216 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-26cde8b7-47df-4ecb-b5d8-8b5c450ff863 req-2f96fa61-d62d-4d1a-b326-32aa8f03377b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0503101 Sep 16 05:46:12.237970 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-26cde8b7-47df-4ecb-b5d8-8b5c450ff863 req-4c6eb6a4-e687-4007-9beb-4e47e62d8d28 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Sep 16 05:46:12.780633 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-a1041448-9e2a-4635-8749-33be5bfa45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:12.782214 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-a1041448-9e2a-4635-8749-33be5bfa45de service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 1128 time: 0.0736809 Sep 16 05:46:12.885350 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-46667ce1-de52-420f-9bb1-dab3c079ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:12.886924 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-46667ce1-de52-420f-9bb1-dab3c079ae25 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1128 time: 0.0443523 Sep 16 05:46:12.983715 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-012e1102-9291-46cc-b6b0-6a63b72a1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:12.985167 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-012e1102-9291-46cc-b6b0-6a63b72a1547 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.0892105 Sep 16 05:46:13.053382 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-05531e7e-9ea8-44a2-8642-a5db98395257 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 1000 time: 0.0592477 Sep 16 05:46:13.105465 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-3417afdb-bcbd-4fc4-a915-1f8805d21715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:13.107000 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-3417afdb-bcbd-4fc4-a915-1f8805d21715 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0465443 Sep 16 05:46:13.155102 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12460-a478-42b1-b661-de035964961b req-1bdb60f0-a176-46d2-b007-1b7a9d990264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:13.155726 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-1bdb60f0-a176-46d2-b007-1b7a9d990264 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406027 Sep 16 05:46:13.255273 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-863e7f95-f847-47d6-aaab-204f88b7b39f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910385 Sep 16 05:46:13.352400 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-6a8ac80e-9300-4971-9aee-965ae10f3b60 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Sep 16 05:46:13.371372 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de4d97-8ef6-46b0-ae48-09e79cce8b2d req-1ea186b7-8b00-41e6-b5ac-c8501deeb9b6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:13.373203 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2de4d97-8ef6-46b0-ae48-09e79cce8b2d req-1ea186b7-8b00-41e6-b5ac-c8501deeb9b6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0521672 Sep 16 05:46:13.427701 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2de4d97-8ef6-46b0-ae48-09e79cce8b2d req-63cf9cdf-9d5c-4705-afdc-8da33c3f975a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Sep 16 05:46:14.467159 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:14.524866 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:14.561610 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899af116-3afa-4617-990e-e9a32f3f5c96 req-fbb726f5-9744-4013-9fcb-eb25b43765a5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:14.563084 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-899af116-3afa-4617-990e-e9a32f3f5c96 req-fbb726f5-9744-4013-9fcb-eb25b43765a5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Sep 16 05:46:14.612527 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-899af116-3afa-4617-990e-e9a32f3f5c96 req-01e1dfeb-2822-498c-b189-c9e3cdd0997d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Sep 16 05:46:15.743621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01954e-fafa-4210-98fd-762afbbf9445 req-4a0c6aa0-8128-41f7-8e9a-72920be489c8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:15.745077 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9c01954e-fafa-4210-98fd-762afbbf9445 req-4a0c6aa0-8128-41f7-8e9a-72920be489c8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0512865 Sep 16 05:46:15.793694 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9c01954e-fafa-4210-98fd-762afbbf9445 req-c3b91195-7c00-4875-9461-2db7eaaba697 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Sep 16 05:46:16.938086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a18cd-0588-4e51-b27f-09fb7d59f267 req-435ce878-b140-4636-989e-2f7f07362c9e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:16.939621 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f7a18cd-0588-4e51-b27f-09fb7d59f267 req-435ce878-b140-4636-989e-2f7f07362c9e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0486801 Sep 16 05:46:16.983892 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:16.991270 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f7a18cd-0588-4e51-b27f-09fb7d59f267 req-dc60e68e-f50b-4c13-9283-6c2270518318 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Sep 16 05:46:18.136490 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863caaf7-3d7e-40b6-b540-5a9fc776da3c req-933c9330-f0a0-4630-8371-9ca1f41d2352 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:18.139367 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-863caaf7-3d7e-40b6-b540-5a9fc776da3c req-933c9330-f0a0-4630-8371-9ca1f41d2352 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0586340 Sep 16 05:46:18.196098 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-863caaf7-3d7e-40b6-b540-5a9fc776da3c req-7b781396-239f-4df4-bce7-7ff86c2a509e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Sep 16 05:46:19.332830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3632d-2138-493e-b066-fb3c0a848046 req-73354534-5ae6-41f9-a140-f6cf3ed55e9c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:19.334347 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a6e3632d-2138-493e-b066-fb3c0a848046 req-73354534-5ae6-41f9-a140-f6cf3ed55e9c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0480142 Sep 16 05:46:19.390005 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a6e3632d-2138-493e-b066-fb3c0a848046 req-53817dad-59c1-4f91-9ff4-e9d0f1a13394 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491314 Sep 16 05:46:20.534385 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3d9e7-47da-40ed-a3b8-ad154af571c6 req-f114bb66-37b9-464c-9b51-bd1dbc006f96 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:20.535877 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0c3d9e7-47da-40ed-a3b8-ad154af571c6 req-f114bb66-37b9-464c-9b51-bd1dbc006f96 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0478501 Sep 16 05:46:20.587142 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0c3d9e7-47da-40ed-a3b8-ad154af571c6 req-c88fad2f-e0f0-4761-92e0-503c5849049e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Sep 16 05:46:21.721076 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933778-71de-452f-b61e-8131e0e78d95 req-6ac6689d-7692-4ca9-9aaf-7fb7d247628e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:21.722790 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a1933778-71de-452f-b61e-8131e0e78d95 req-6ac6689d-7692-4ca9-9aaf-7fb7d247628e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0510380 Sep 16 05:46:21.780260 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:21.785081 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a1933778-71de-452f-b61e-8131e0e78d95 req-32b9ab9c-e252-44b2-b9b3-73562181a413 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474863 Sep 16 05:46:22.930267 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7384213-76e6-4de0-86db-a576632cc8e9 req-d68d41d0-708b-453c-9a69-53949b42ec79 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:22.931957 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a7384213-76e6-4de0-86db-a576632cc8e9 req-d68d41d0-708b-453c-9a69-53949b42ec79 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0565338 Sep 16 05:46:22.983913 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a7384213-76e6-4de0-86db-a576632cc8e9 req-b372d0a2-bc38-4fa2-998e-37e43181e04f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Sep 16 05:46:24.144918 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7bb9a-9989-40ad-be8c-f7a7f4d7c558 req-0e63a496-6289-4c84-81c7-5f439999ad05 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:24.149333 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c7c7bb9a-9989-40ad-be8c-f7a7f4d7c558 req-0e63a496-6289-4c84-81c7-5f439999ad05 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0701275 Sep 16 05:46:24.212278 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c7c7bb9a-9989-40ad-be8c-f7a7f4d7c558 req-aacd0917-fe5a-4649-9ced-035b153a764d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594928 Sep 16 05:46:24.474132 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:25.347429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef44fe4-6fbf-4de2-8c29-a78aefe7145c req-a1c8b4ec-97c8-4110-b196-e9b855fcba73 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:25.348886 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1ef44fe4-6fbf-4de2-8c29-a78aefe7145c req-a1c8b4ec-97c8-4110-b196-e9b855fcba73 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0494659 Sep 16 05:46:25.398755 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1ef44fe4-6fbf-4de2-8c29-a78aefe7145c req-5466f189-962e-4817-be4f-5b0f30bd17ba tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Sep 16 05:46:26.531227 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc240b-c69c-4f48-95ea-da356a5eb7bb req-f5d9cf1e-cf11-4a6f-a205-308f54cd59fa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:26.532783 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9acc240b-c69c-4f48-95ea-da356a5eb7bb req-f5d9cf1e-cf11-4a6f-a205-308f54cd59fa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0518644 Sep 16 05:46:26.582814 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9acc240b-c69c-4f48-95ea-da356a5eb7bb req-f44f2917-dd7b-4c42-93c4-3d71599b3f67 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Sep 16 05:46:27.715170 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f16d7-5e07-4da4-80f9-7088c6e439c5 req-34c0255e-9517-4a96-a06d-0f9d86a3578e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:27.716872 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3c6f16d7-5e07-4da4-80f9-7088c6e439c5 req-34c0255e-9517-4a96-a06d-0f9d86a3578e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0529580 Sep 16 05:46:27.730789 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:27.773636 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3c6f16d7-5e07-4da4-80f9-7088c6e439c5 req-6bfb91c4-dd5b-4f0c-9055-1c35e3b32295 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496616 Sep 16 05:46:28.445131 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 46520) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:28.550333 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-66a5866c-94e8-4978-84b4-808f4f0969fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.622641 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-66a5866c-94e8-4978-84b4-808f4f0969fc admin admin] Publish callbacks [] for security_group (24aa5aaa-1a0b-401e-b7bd-8bb6f4235492), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.689547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-66a5866c-94e8-4978-84b4-808f4f0969fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (24aa5aaa-1a0b-401e-b7bd-8bb6f4235492), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.736285 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-66a5866c-94e8-4978-84b4-808f4f0969fc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ce5edc1d496a4318aba96b0df7b3ba68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899384 Sep 16 05:46:28.737143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5866c-94e8-4978-84b4-808f4f0969fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa5aaa-1a0b-401e-b7bd-8bb6f4235492,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:28.739092 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 46524) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:28.789319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] Publish callbacks [] for security_group (24aa5aaa-1a0b-401e-b7bd-8bb6f4235492), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.809114 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] Publish callbacks [] for security_group (24aa5aaa-1a0b-401e-b7bd-8bb6f4235492), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.908226 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012e1d9-40ad-4a70-b8c1-4a7e1421e5bc req-930d280f-3f71-4912-9917-13d266d6178b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:28.909728 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3012e1d9-40ad-4a70-b8c1-4a7e1421e5bc req-930d280f-3f71-4912-9917-13d266d6178b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0517356 Sep 16 05:46:28.962058 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3012e1d9-40ad-4a70-b8c1-4a7e1421e5bc req-e753121a-5e22-42e1-9d86-4cfe0846ed95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463870 Sep 16 05:46:28.978216 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (24aa5aaa-1a0b-401e-b7bd-8bb6f4235492), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.981220 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:28.986090 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/24aa5aaa-1a0b-401e-b7bd-8bb6f4235492 HTTP/1.1" status: 204 len: 168 time: 0.2447851 Sep 16 05:46:28.994684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb54a3-0394-43df-afd2-5e236749b329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa5aaa-1a0b-401e-b7bd-8bb6f4235492,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:29.194095 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:30.109013 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1786f0-70ba-4365-bdd4-7e1783f2c412 req-92088494-bb26-4ab9-9a3f-439307cad30f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:30.111118 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4d1786f0-70ba-4365-bdd4-7e1783f2c412 req-92088494-bb26-4ab9-9a3f-439307cad30f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0504665 Sep 16 05:46:30.167892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4d1786f0-70ba-4365-bdd4-7e1783f2c412 req-7954a7cc-98e8-4f25-a284-1a5325bb10c6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502241 Sep 16 05:46:30.235143 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:30.832014 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 46598) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:30.949777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7d325619-04e2-4de5-98dc-cf473f4d6514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:30.976742 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:31.030526 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7d325619-04e2-4de5-98dc-cf473f4d6514 admin admin] Publish callbacks [] for security_group (9ae36f21-af52-4eb5-b091-1e46e154b919), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.140912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7d325619-04e2-4de5-98dc-cf473f4d6514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9ae36f21-af52-4eb5-b091-1e46e154b919), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.180918 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d325619-04e2-4de5-98dc-cf473f4d6514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae36f21-af52-4eb5-b091-1e46e154b919,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:31.186148 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7d325619-04e2-4de5-98dc-cf473f4d6514 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3bdb629ccf81494ebcc1192615e1187e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531559 Sep 16 05:46:31.190047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 46606) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:31.247284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] Publish callbacks [] for security_group (9ae36f21-af52-4eb5-b091-1e46e154b919), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.272270 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcff4c-e486-483a-a965-2c6f75e9900b req-2697cdb8-f801-43d7-840c-42ae156c89b8 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:31.273891 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-57fcff4c-e486-483a-a965-2c6f75e9900b req-2697cdb8-f801-43d7-840c-42ae156c89b8 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0502532 Sep 16 05:46:31.299000 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] Publish callbacks [] for security_group (9ae36f21-af52-4eb5-b091-1e46e154b919), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.321021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614a3f-c6ab-43e6-9464-d6b3a5e90fdd req-27b04664-fe47-497b-b466-ef99760b96e1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:31.322509 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33614a3f-c6ab-43e6-9464-d6b3a5e90fdd req-27b04664-fe47-497b-b466-ef99760b96e1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0666049 Sep 16 05:46:31.331005 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-57fcff4c-e486-483a-a965-2c6f75e9900b req-47e75697-da24-4e2d-9349-3ba84e92ee09 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513246 Sep 16 05:46:31.387822 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33614a3f-c6ab-43e6-9464-d6b3a5e90fdd req-354ff034-1b76-4025-b158-c57a36e1e906 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585592 Sep 16 05:46:31.455887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9ae36f21-af52-4eb5-b091-1e46e154b919), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.458470 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:31.459563 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9ae36f21-af52-4eb5-b091-1e46e154b919 HTTP/1.1" status: 204 len: 168 time: 0.2686241 Sep 16 05:46:31.467361 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bd609-7864-4b1c-bc7c-ccbd9ff666ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae36f21-af52-4eb5-b091-1e46e154b919,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:32.077673 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-b4f3991b-6e2a-4289-b416-24f077523d06 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=1c286736299f4d21bdbe8557491a7961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353253 Sep 16 05:46:32.129491 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-98d69db8-f99a-411d-afbd-f4b7dace8d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:32.221538 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:32.271751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-8cdbd183-728e-4f50-9970-8985dca307f2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:32.273254 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-8cdbd183-728e-4f50-9970-8985dca307f2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889744 Sep 16 05:46:32.289868 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-36f4dba0-4ba5-4f07-b78f-17be6a866be6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/quotas/1c286736299f4d21bdbe8557491a7961 HTTP/1.1" status: 200 len: 375 time: 0.0105267 Sep 16 05:46:32.323422 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-4ab6da52-fca7-4369-bfcf-818b8c6fdba7 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1c286736299f4d21bdbe8557491a7961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280480 Sep 16 05:46:32.465435 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966a9a8-5708-41ba-b7f8-eb8b08c98dc9 req-ac6d1d44-eb97-47e1-944e-81896d807022 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:32.467574 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f966a9a8-5708-41ba-b7f8-eb8b08c98dc9 req-ac6d1d44-eb97-47e1-944e-81896d807022 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Sep 16 05:46:32.493368 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:32.528691 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f966a9a8-5708-41ba-b7f8-eb8b08c98dc9 req-cc23de5e-8156-4312-afdf-b35f90e3ac51 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543511 Sep 16 05:46:32.613487 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3234ea96-c58a-4a49-9b39-73e8601e377b req-33adbf19-d780-4d17-a733-4a855445db9f tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 210 time: 0.0389299 Sep 16 05:46:32.638730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfdc7-9c55-4906-a6a2-a3573021bc63 req-bfa0fac1-5307-48d8-926d-a05ebfb85ecb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:32.640220 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1abfdc7-9c55-4906-a6a2-a3573021bc63 req-bfa0fac1-5307-48d8-926d-a05ebfb85ecb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0698328 Sep 16 05:46:32.698410 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b1abfdc7-9c55-4906-a6a2-a3573021bc63 req-ee2954dd-7324-47e8-96a9-1c1b6cfaf2ed tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518858 Sep 16 05:46:33.658818 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287f084-e0f6-4269-99bc-d77e64c93c54 req-372a0748-23e8-4956-a1e4-f51690652388 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:33.658818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5287f084-e0f6-4269-99bc-d77e64c93c54 req-372a0748-23e8-4956-a1e4-f51690652388 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0513840 Sep 16 05:46:33.706070 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5287f084-e0f6-4269-99bc-d77e64c93c54 req-5d7d65d3-0681-43d6-8d3a-3dd8356b2677 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Sep 16 05:46:33.714203 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4cfb466e-847b-475f-b65a-3d19c57976be req-80423f17-9e5f-4d60-b48e-0d9d52f673a4 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 210 time: 0.0279937 Sep 16 05:46:33.820129 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc89f9-2016-4187-87ae-b279e345d570 req-8a4d4b8e-09af-4aa8-b4f5-d3e9e2d94a72 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:33.821568 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8acc89f9-2016-4187-87ae-b279e345d570 req-8a4d4b8e-09af-4aa8-b4f5-d3e9e2d94a72 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0458026 Sep 16 05:46:33.867801 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8acc89f9-2016-4187-87ae-b279e345d570 req-8a4155bc-7e69-4917-89ce-932d0069350f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Sep 16 05:46:34.295623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0d5adb91-a3aa-4732-a349-82088533b5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:34.302756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-fd75fd86-b3d6-4661-9de4-ab6e50828bbd tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:34.304218 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-fd75fd86-b3d6-4661-9de4-ab6e50828bbd tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Sep 16 05:46:34.392305 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:34.398760 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Deleting port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:46:34.398938 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:34.498602 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] For port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:34.498961 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:34.516666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Calling delete_port for eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:46:34.700811 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:34.731264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Pushing event deleted for resources: {'Port': ['ID=eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:34.739678 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:46:34.804340 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] No DVR routers for this DVR port eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:46:34.819143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:34.822566 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c2632a89-a64b-4e8f-acf4-0c6318b1b9df req-c5eeabdf-b9d0-4384-8094-e365312f8116 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "DELETE /networking/v2.0/ports/eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe HTTP/1.1" status: 204 len: 173 time: 0.5082042 Sep 16 05:46:34.823240 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'name': 'network-vif-deleted', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:34.825401 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d391393-5e23-4deb-89f0-8d56ae95345f" -d '{"events": [{"server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "name": "network-vif-deleted", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:34.844197 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7572fa3e-88fc-4f46-a20d-7f8feda5a8cb req-9bbeb713-a381-4773-aa86-896fda45f5df tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0417566 Sep 16 05:46:34.854712 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1e6a2cf6-b5c2-4794-95c8-241903aa2601 req-8b3eb47e-371b-498d-8f9c-fcf192c69b15 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 210 time: 0.0314343 Sep 16 05:46:34.897404 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba8b89-7446-486c-bcaf-ed869d6584d3 x-openstack-request-id: req-d8ba8b89-7446-486c-bcaf-ed869d6584d3 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:34.897701 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b8443-6f00-4623-bc18-4881850a8509", "name": "network-vif-deleted", "tag": "eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:34.897988 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8ba8b89-7446-486c-bcaf-ed869d6584d3 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:34.898398 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ba8b89-7446-486c-bcaf-ed869d6584d3'] response: {'server_uuid': '913b8443-6f00-4623-bc18-4881850a8509', 'name': 'network-vif-deleted', 'tag': 'eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe', 'status': 'completed', 'code': 200} Sep 16 05:46:34.968715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:34.999343 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4c95d-ab8b-472f-a00e-a6264a98e6b6 req-fd9a68dd-7ba4-47a3-a5fb-6b913f6db0b1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:35.000800 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-82f4c95d-ab8b-472f-a00e-a6264a98e6b6 req-fd9a68dd-7ba4-47a3-a5fb-6b913f6db0b1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 944 time: 0.0516458 Sep 16 05:46:35.061423 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-82f4c95d-ab8b-472f-a00e-a6264a98e6b6 req-fe5b0dd2-3acb-453d-99bd-fa743cf04dd9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547125 Sep 16 05:46:35.080050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:35.095568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'mac_address': 'fa:16:3e:fe:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:35.131788 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:46:35.132295 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:35.145671 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:46:35.165626 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:35.239501 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:35.290163 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=9']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:35.298044 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.298044 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.299571 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.299571 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.299571 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.299831 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.300359 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.300701 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.301011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.301380 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.301700 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.302047 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.302366 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.302679 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.302992 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:35.369680 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-a129d3cf-ddfb-4630-939c-72e0c7ba93da tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=1c286736299f4d21bdbe8557491a7961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221655 Sep 16 05:46:35.719651 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['29e7391c-0225-40cb-8ca8-2a7890d5196d'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:46:35.764767 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-fc784bcd-67b6-4543-9aa3-a8c7f56567d6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:35.766477 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-fc784bcd-67b6-4543-9aa3-a8c7f56567d6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3733246 Sep 16 05:46:35.800379 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Request body: {'port': {'device_id': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4', 'admin_state_up': True, 'tenant_id': '1c286736299f4d21bdbe8557491a7961'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:35.916911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:35.942493 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:35.966991 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1281d098-be3b-44fc-a715-435da01cd085 req-abfa3ff5-3c1f-4ca8-8f87-013e55d1b0c3 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 210 time: 0.0290287 Sep 16 05:46:35.982343 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b89b97a1-29b4-401c-b479-030809526239 req-63c0bba5-1bb0-4b99-88f4-527eaef95fad tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=913b8443-6f00-4623-bc18-4881850a8509 HTTP/1.1" status: 200 len: 210 time: 0.0315318 Sep 16 05:46:36.022409 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Made reservation on behalf of 1c286736299f4d21bdbe8557491a7961 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:36.026229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.036400 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.122664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks [] for security_group (7fa06d45-91db-44db-937d-54086ac3ec89), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.188077 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7fa06d45-91db-44db-937d-54086ac3ec89), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.193226 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2eae3-40a9-4349-9f6c-04a202436a08 req-7c060877-7940-4149-a158-abe48fc13933 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:36.194749 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-22e2eae3-40a9-4349-9f6c-04a202436a08 req-7c060877-7940-4149-a158-abe48fc13933 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 945 time: 0.0472202 Sep 16 05:46:36.252452 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-22e2eae3-40a9-4349-9f6c-04a202436a08 req-35c121c5-34af-4137-ad54-573bdf4637cd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513074 Sep 16 05:46:36.256940 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa06d45-91db-44db-937d-54086ac3ec89,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:36.286012 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:36.341124 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Allocated IP 192.168.233.39 (a34901f5-ea91-49ab-aa43-473e0f329cb4/eb2b7eeb-c510-426b-8779-2fad77eaa868/028a2a3f-969b-40ee-8392-43031aa9874d) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:36.501061 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks [] for port (028a2a3f-969b-40ee-8392-43031aa9874d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.587164 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.639247 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Network a34901f5-ea91-49ab-aa43-473e0f329cb4 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:36.645108 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:36.649899 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:46:36.655877 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Pushing event updated for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:36.686403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.688175 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.690397 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.690768 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.691108 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.691468 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.691796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.692472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.692472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.692744 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.693066 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.693407 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.693751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.694078 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.694370 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:36.722494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:36.723117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.734913 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:36.824085 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-225adfd5-a95c-4571-b075-8ed3611abc34 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0314147 Sep 16 05:46:36.843730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Request body: {'port': {'device_id': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:36.905893 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.936097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Provisioning complete for port 028a2a3f-969b-40ee-8392-43031aa9874d triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:46:36.936584 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:36.936970 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Attempt 1 to provision port 028a2a3f-969b-40ee-8392-43031aa9874d Sep 16 05:46:36.974777 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:36.976534 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Port 028a2a3f-969b-40ee-8392-43031aa9874d cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:46:37.036866 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 29e7391c-0225-40cb-8ca8-2a7890d5196d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:46:37.037539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.038047 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 29e7391c-0225-40cb-8ca8-2a7890d5196d Sep 16 05:46:37.112990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcb83-e597-4f7a-94f1-9ddedb859e77 req-507897c1-0cda-4f3f-8fa1-9d29ba4f0148 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:37.113579 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 29e7391c-0225-40cb-8ca8-2a7890d5196d is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:46:37.113579 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.115309 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce9bcb83-e597-4f7a-94f1-9ddedb859e77 req-507897c1-0cda-4f3f-8fa1-9d29ba4f0148 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 935 time: 0.0657549 Sep 16 05:46:37.138260 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:37.144309 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8539ec9d-9c0a-43c3-ae9d-3ad6c37d120d" -d '{"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:37.163863 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:37.184045 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028a2a3f-969b-40ee-8392-43031aa9874d {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:46:37.188855 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce9bcb83-e597-4f7a-94f1-9ddedb859e77 req-17dd944e-a591-4c43-97c3-85b80eac4a91 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659890 Sep 16 05:46:37.202076 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks [] for port (028a2a3f-969b-40ee-8392-43031aa9874d), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.206858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Transition to ACTIVE for port object 028a2a3f-969b-40ee-8392-43031aa9874d will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:46:37.279699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9a005-cc09-4b71-8111-24e8425fe1db x-openstack-request-id: req-aaf9a005-cc09-4b71-8111-24e8425fe1db {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:37.279991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-plugged", "status": "completed", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:37.280503 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaf9a005-cc09-4b71-8111-24e8425fe1db {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:37.280901 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf9a005-cc09-4b71-8111-24e8425fe1db'] response: {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'code': 200} Sep 16 05:46:37.285432 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.286410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:37.286730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.297099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:37.299317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 46748) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:37.385754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:37.387301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:46:37.387796 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device eb59fe18-c501-46ad-92f4-cdb7a2bc1ebe not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:37.399697 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Pushing event updated for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:37.411624 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:37.428834 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=10']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:37.443786 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Attempting to bind port 028a2a3f-969b-40ee-8392-43031aa9874d on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:46:37.444017 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Attempting to bind port 028a2a3f-969b-40ee-8392-43031aa9874d by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:46:37.444721 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Attempting to bind port 028a2a3f-969b-40ee-8392-43031aa9874d on network a34901f5-ea91-49ab-aa43-473e0f329cb4 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:37.478464 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Attempt 2 to provision port 028a2a3f-969b-40ee-8392-43031aa9874d Sep 16 05:46:37.479903 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-de43c9fd-5111-45cb-a0db-47952add8485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.490959 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Port 028a2a3f-969b-40ee-8392-43031aa9874d on network a34901f5-ea91-49ab-aa43-473e0f329cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:37.492667 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Attempting to bind port 028a2a3f-969b-40ee-8392-43031aa9874d on network a34901f5-ea91-49ab-aa43-473e0f329cb4 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:37.502287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03e96-f3e7-4ed0-bb02-60618c53eb4c req-148805b9-980e-4c8c-8052-1da0496084fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:37.503483 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfe03e96-f3e7-4ed0-bb02-60618c53eb4c req-148805b9-980e-4c8c-8052-1da0496084fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0771940 Sep 16 05:46:37.535250 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.577557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:46:37.578230 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Checking segment: {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:46:37.578699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Port 028a2a3f-969b-40ee-8392-43031aa9874d cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:46:37.578820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Bound using segment: {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:46:37.581635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Bound port: 028a2a3f-969b-40ee-8392-43031aa9874d, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa78db83-6bbb-4719-8b1f-1bf984b2762a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:46:37.583191 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.614469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:37.639982 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfe03e96-f3e7-4ed0-bb02-60618c53eb4c req-bb208e71-dc06-44bf-bb12-220b315c9db2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147752 Sep 16 05:46:37.669264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:37.688350 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=028a2a3f-969b-40ee-8392-43031aa9874d,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:37.694257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-de43c9fd-5111-45cb-a0db-47952add8485 admin admin] Publish callbacks [] for security_group (a6883214-5339-47da-8e8e-570a58832654), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.765410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-de43c9fd-5111-45cb-a0db-47952add8485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a6883214-5339-47da-8e8e-570a58832654), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.766514 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.771346 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:37.772552 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.774415 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/028a2a3f-969b-40ee-8392-43031aa9874d HTTP/1.1" status: 200 len: 1097 time: 0.9350686 Sep 16 05:46:37.777145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:37.779652 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cee0fd-39bf-4462-bbd4-f38a45bade22" -d '{"events": [{"name": "network-changed", "server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:37.794045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.815389 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43c9fd-5111-45cb-a0db-47952add8485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6883214-5339-47da-8e8e-570a58832654,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:37.834995 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-de43c9fd-5111-45cb-a0db-47952add8485 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9eef7f31c18b49f49f245b33a2a2d639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340307 Sep 16 05:46:37.836044 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 46760) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:46:37.859882 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94239fc9-3b66-4ed3-8439-228f02d64282 x-openstack-request-id: req-94239fc9-3b66-4ed3-8439-228f02d64282 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:37.860635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:37.860635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94239fc9-3b66-4ed3-8439-228f02d64282 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:37.860791 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94239fc9-3b66-4ed3-8439-228f02d64282'] response: {'name': 'network-changed', 'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d', 'status': 'completed', 'code': 200} Sep 16 05:46:37.876680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:37.880881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68374c-4cf0-4e04-9393-b08fdfe66379 service neutron] Pushing event updated for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:37.921578 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] Publish callbacks [] for security_group (a6883214-5339-47da-8e8e-570a58832654), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.943872 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] Publish callbacks [] for security_group (a6883214-5339-47da-8e8e-570a58832654), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:37.996849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cee0fd-39bf-4462-bbd4-f38a45bade22 req-cd8edff4-eede-4a60-9cde-51c820930a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:37.998453 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b5cee0fd-39bf-4462-bbd4-f38a45bade22 req-cd8edff4-eede-4a60-9cde-51c820930a5d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c286736299f4d21bdbe8557491a7961&device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 1131 time: 0.0405366 Sep 16 05:46:38.040241 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b5cee0fd-39bf-4462-bbd4-f38a45bade22 req-a573820a-f4d1-471f-837e-6e4296241934 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=1c286736299f4d21bdbe8557491a7961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280259 Sep 16 05:46:38.056484 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a6883214-5339-47da-8e8e-570a58832654), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:38.059268 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:38.060397 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a6883214-5339-47da-8e8e-570a58832654 HTTP/1.1" status: 204 len: 168 time: 0.2234316 Sep 16 05:46:38.072362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48074b6a-5dd5-4311-8f38-12a5c4b45dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6883214-5339-47da-8e8e-570a58832654,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:38.079819 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Attempt 3 to provision port 028a2a3f-969b-40ee-8392-43031aa9874d Sep 16 05:46:38.083764 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:38.128217 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bc67-a2f2-49eb-aea1-fcfe0191c351 req-0e176214-11d8-497d-807a-226c340eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:38.129887 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1271bc67-a2f2-49eb-aea1-fcfe0191c351 req-0e176214-11d8-497d-807a-226c340eb21a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1131 time: 0.0984046 Sep 16 05:46:38.141572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-df8e98fe-c279-42a5-b4ab-2184383ecfe5 None None] Port 028a2a3f-969b-40ee-8392-43031aa9874d had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:46:38.194774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cee0fd-39bf-4462-bbd4-f38a45bade22 req-3fc1cde2-b649-4fe2-b069-014d8ebbb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:38.196240 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b5cee0fd-39bf-4462-bbd4-f38a45bade22 req-3fc1cde2-b649-4fe2-b069-014d8ebbb5d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365643 Sep 16 05:46:38.202272 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1271bc67-a2f2-49eb-aea1-fcfe0191c351 req-0acc79f3-a80f-4c3b-8128-71f353af02f2 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638442 Sep 16 05:46:38.308288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a831b3-2ace-4572-b0fc-5eb5e0b5b1b9 req-42b255d4-c1c1-4133-9919-8383bed08b83 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:38.309716 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9a831b3-2ace-4572-b0fc-5eb5e0b5b1b9 req-42b255d4-c1c1-4133-9919-8383bed08b83 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0498514 Sep 16 05:46:38.363693 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9a831b3-2ace-4572-b0fc-5eb5e0b5b1b9 req-6efdf912-14e3-45a6-8c30-7cbf3beca3f2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Sep 16 05:46:38.775557 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced387a7-90fd-4450-b1af-11468ef275ee req-a4617715-6578-4718-a24e-399caac4fe9e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:38.776999 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ced387a7-90fd-4450-b1af-11468ef275ee req-a4617715-6578-4718-a24e-399caac4fe9e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0474606 Sep 16 05:46:38.824101 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ced387a7-90fd-4450-b1af-11468ef275ee req-2c65dbfd-2bc0-4261-a668-82a776cbe450 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Sep 16 05:46:39.190137 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:39.487218 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c00ab-1b8e-449b-b372-8cd7b50be4ca req-a7dbb751-ee49-46f7-87f9-2e612ca1f3ba tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:39.489142 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-539c00ab-1b8e-449b-b372-8cd7b50be4ca req-a7dbb751-ee49-46f7-87f9-2e612ca1f3ba tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0483782 Sep 16 05:46:39.536195 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-539c00ab-1b8e-449b-b372-8cd7b50be4ca req-d057c176-ddc5-47e0-8484-97b736eab7fa tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Sep 16 05:46:39.956371 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406871-8dde-4527-b29f-c0e027730d96 req-43f1c393-9ac9-4551-8964-1a1b9730a045 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:39.958257 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-86406871-8dde-4527-b29f-c0e027730d96 req-43f1c393-9ac9-4551-8964-1a1b9730a045 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0519383 Sep 16 05:46:40.006045 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-86406871-8dde-4527-b29f-c0e027730d96 req-42b65234-74c3-49f0-b436-829d4a86c074 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Sep 16 05:46:40.654327 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8d496-3047-4c3f-81ec-02494b80885f req-99f9fdca-45e0-44a7-a62b-ba73cde20e9d tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:40.656024 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c1c8d496-3047-4c3f-81ec-02494b80885f req-99f9fdca-45e0-44a7-a62b-ba73cde20e9d tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0461323 Sep 16 05:46:40.705944 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c1c8d496-3047-4c3f-81ec-02494b80885f req-699b7dc1-528b-4413-ae78-9b1ae21de0e1 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Sep 16 05:46:41.131406 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07ed2d-fa88-4644-951e-e7572e7c8d83 req-01528459-c8f4-406d-926a-a0ec6b56f24e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:41.132884 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca07ed2d-fa88-4644-951e-e7572e7c8d83 req-01528459-c8f4-406d-926a-a0ec6b56f24e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0470383 Sep 16 05:46:41.183984 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca07ed2d-fa88-4644-951e-e7572e7c8d83 req-fee036f6-3f4d-41d5-875e-6d24858db215 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Sep 16 05:46:41.825415 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1cba-683d-41e3-aeef-de96f4dd5eca req-2e985d8c-5e77-4de3-a035-fae9b636611e tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:41.826926 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b2df1cba-683d-41e3-aeef-de96f4dd5eca req-2e985d8c-5e77-4de3-a035-fae9b636611e tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0481858 Sep 16 05:46:41.861629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-04c612de-a924-4c6e-8f3d-ac535581907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:41.863383 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-04c612de-a924-4c6e-8f3d-ac535581907e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c286736299f4d21bdbe8557491a7961&device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 1131 time: 0.0546603 Sep 16 05:46:41.881168 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b2df1cba-683d-41e3-aeef-de96f4dd5eca req-be632506-3468-4d4f-813f-f0415d430ccc tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Sep 16 05:46:41.966299 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-9c5397c7-7f9e-4a4b-8d22-28c5f98c33c8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=028a2a3f-969b-40ee-8392-43031aa9874d HTTP/1.1" status: 200 len: 217 time: 0.0332925 Sep 16 05:46:42.018995 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-42d93fb7-5a00-4de1-b4b7-c9513ee3adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:42.022175 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-42d93fb7-5a00-4de1-b4b7-c9513ee3adad service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=eb2b7eeb-c510-426b-8779-2fad77eaa868 HTTP/1.1" status: 200 len: 843 time: 0.0467243 Sep 16 05:46:42.068987 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-be95f34d-9aa8-448c-a655-9046f434efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:42.070519 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-be95f34d-9aa8-448c-a655-9046f434efa9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=a34901f5-ea91-49ab-aa43-473e0f329cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0414157 Sep 16 05:46:42.170229 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-de8d375c-1df3-4ce3-b5c6-5b5258b8fc11 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a34901f5-ea91-49ab-aa43-473e0f329cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922647 Sep 16 05:46:42.327167 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-840fc51e-d7bc-417b-b909-a16b00b19c20 req-e9652c81-3650-4efb-a799-d88ead869e7c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a34901f5-ea91-49ab-aa43-473e0f329cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268506 Sep 16 05:46:42.334139 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd670-846c-49a6-a146-42e0ea28e2ff req-2312babe-c19c-4236-844c-a4172990c049 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:42.335557 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0ccbd670-846c-49a6-a146-42e0ea28e2ff req-2312babe-c19c-4236-844c-a4172990c049 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0711703 Sep 16 05:46:42.380182 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:42.384895 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0ccbd670-846c-49a6-a146-42e0ea28e2ff req-bd46ebd8-c6de-456f-91fe-f58010e3d417 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Sep 16 05:46:43.007494 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae31938-d1a8-4ff1-ae80-f44787e65202 req-95c700df-e54d-46ad-844a-49bf9a876092 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:43.009137 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6ae31938-d1a8-4ff1-ae80-f44787e65202 req-95c700df-e54d-46ad-844a-49bf9a876092 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0466216 Sep 16 05:46:43.057506 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6ae31938-d1a8-4ff1-ae80-f44787e65202 req-6c471f0e-fad5-49a5-8b59-4a0c67350c82 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Sep 16 05:46:43.521516 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bd98e-9ade-402b-9958-314ab221a740 req-151be33a-d3dd-41a9-ab11-ecc96a2120d3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:43.523004 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-944bd98e-9ade-402b-9958-314ab221a740 req-151be33a-d3dd-41a9-ab11-ecc96a2120d3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0471628 Sep 16 05:46:43.576637 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-944bd98e-9ade-402b-9958-314ab221a740 req-d4273979-ba4f-487e-8b5e-fc442b50ac07 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Sep 16 05:46:44.182708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13efab3-d46d-4c0b-a88e-f66be12fc373 req-da861b06-c1b3-4a24-ade6-53efa59931ee tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:44.184189 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c13efab3-d46d-4c0b-a88e-f66be12fc373 req-da861b06-c1b3-4a24-ade6-53efa59931ee tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0489771 Sep 16 05:46:44.233143 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c13efab3-d46d-4c0b-a88e-f66be12fc373 req-8320ccb0-fefa-4a59-baf0-782945892805 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Sep 16 05:46:44.523587 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:44.712284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2ae24-1e8b-487c-b5ff-d1958da70868 req-91ff66f9-5b06-4898-9785-83edcf4f5a06 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:44.713796 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c0f2ae24-1e8b-487c-b5ff-d1958da70868 req-91ff66f9-5b06-4898-9785-83edcf4f5a06 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0534985 Sep 16 05:46:44.734521 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:44.760786 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c0f2ae24-1e8b-487c-b5ff-d1958da70868 req-8797a4dc-9019-4a93-a5b2-30c727d085dc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Sep 16 05:46:45.358870 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4a2fc-b5c1-4777-b338-f6c3b954f389 req-3546ef74-9ab4-42c2-910c-d5b90e568d84 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:45.360351 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0e4a2fc-b5c1-4777-b338-f6c3b954f389 req-3546ef74-9ab4-42c2-910c-d5b90e568d84 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0502152 Sep 16 05:46:45.409321 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0e4a2fc-b5c1-4777-b338-f6c3b954f389 req-8bbfd6f9-36e2-4cc5-99fd-a9478a7a59ad tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Sep 16 05:46:45.898539 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfd88a-5ff5-4991-9cba-2dd3a15e4036 req-8d60efb4-b865-46a9-b374-eb5fc81ba698 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:45.900015 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f7dfd88a-5ff5-4991-9cba-2dd3a15e4036 req-8d60efb4-b865-46a9-b374-eb5fc81ba698 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0520480 Sep 16 05:46:45.947351 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f7dfd88a-5ff5-4991-9cba-2dd3a15e4036 req-c3944b62-d13e-4be5-9404-d29c062ffe54 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Sep 16 05:46:46.528159 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760a4d4-3b88-45b2-8491-3b42da5f15a4 req-85b63238-8dc5-4af5-b4cd-9ad6e6da171b tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:46.529597 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6760a4d4-3b88-45b2-8491-3b42da5f15a4 req-85b63238-8dc5-4af5-b4cd-9ad6e6da171b tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 947 time: 0.0461450 Sep 16 05:46:46.577118 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6760a4d4-3b88-45b2-8491-3b42da5f15a4 req-ba0adcf2-87c9-49dd-a16e-c5f803ba2d05 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Sep 16 05:46:47.024327 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 028a2a3f-969b-40ee-8392-43031aa9874d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:47.073979 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5f6ae-3243-4c80-8fcb-15c65fdf34c0 req-ef2da20a-b9a2-4b36-b8cb-e5a167f5be6e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:47.075443 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-19f5f6ae-3243-4c80-8fcb-15c65fdf34c0 req-ef2da20a-b9a2-4b36-b8cb-e5a167f5be6e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0475922 Sep 16 05:46:47.133711 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-19f5f6ae-3243-4c80-8fcb-15c65fdf34c0 req-ae915df6-9c10-4687-aca8-2297309fc5c3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526059 Sep 16 05:46:47.134160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=028a2a3f-969b-40ee-8392-43031aa9874d,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:47.270353 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '028a2a3f-969b-40ee-8392-43031aa9874d', 'network_id': 'a34901f5-ea91-49ab-aa43-473e0f329cb4', 'port_id': '028a2a3f-969b-40ee-8392-43031aa9874d', 'mac_address': 'fa:16:3e:08:e6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2b7eeb-c510-426b-8779-2fad77eaa868', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:47.307449 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 028a2a3f-969b-40ee-8392-43031aa9874d is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:46:47.307777 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:47.323095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028a2a3f-969b-40ee-8392-43031aa9874d {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:46:47.344244 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=028a2a3f-969b-40ee-8392-43031aa9874d,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:47.439724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:47.486694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:47.703679 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c916cdf-01fe-4ebb-b27a-e6d00c18c32b req-464d93d5-d638-4072-8ff1-9f65c8e74ed0 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:47.705165 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7c916cdf-01fe-4ebb-b27a-e6d00c18c32b req-464d93d5-d638-4072-8ff1-9f65c8e74ed0 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 948 time: 0.0519285 Sep 16 05:46:47.745583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:47.752798 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7c916cdf-01fe-4ebb-b27a-e6d00c18c32b req-a99885f6-eb22-41cd-8c6e-a389c76983c6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Sep 16 05:46:47.856891 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['028a2a3f-969b-40ee-8392-43031aa9874d'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:46:48.192812 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-9b2f1bf2-90bf-4bf1-854a-64d7ec3afcce tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:48.194685 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-9b2f1bf2-90bf-4bf1-854a-64d7ec3afcce tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cdbd7bdc-997a-4959-888f-2e13206025d6 HTTP/1.1" status: 200 len: 814 time: 0.1072319 Sep 16 05:46:48.211877 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-07ffb426-a5ef-42cd-84d3-f7c67772f22c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/quotas/04dc3f5e68e046fb9bf360d4f01a50fd HTTP/1.1" status: 200 len: 375 time: 0.0110660 Sep 16 05:46:48.257884 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-0b8015a9-bad0-4228-8b26-01a39a5d4fea tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311141 Sep 16 05:46:48.260810 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e715465-ac92-493e-aadb-be22114a62cc req-2e0e887b-1b06-416e-8c09-d5cae693f9c6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:48.262456 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1e715465-ac92-493e-aadb-be22114a62cc req-2e0e887b-1b06-416e-8c09-d5cae693f9c6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0493162 Sep 16 05:46:48.311018 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1e715465-ac92-493e-aadb-be22114a62cc req-faf521db-b476-46b9-aba7-bad59d2ab862 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Sep 16 05:46:48.355191 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-a0c96a48-4c08-4ff9-84bc-c2cbdcfc4146 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898232 Sep 16 05:46:48.414351 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:48.454249 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-91f3b1e6-dd08-4ce7-870a-220ce5d8ee4a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929816 Sep 16 05:46:48.701100 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dd6c1848-87a5-46c4-914d-14b54f74c100 req-3310f475-ba23-4fe6-b071-3e3c01eef3a1 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0276988 Sep 16 05:46:48.882640 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c43feb-307b-4671-931e-fbc206fa5dab req-46b3d94c-4c37-44e1-b032-79ee0639acda tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:48.884197 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-77c43feb-307b-4671-931e-fbc206fa5dab req-46b3d94c-4c37-44e1-b032-79ee0639acda tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 948 time: 0.0536253 Sep 16 05:46:48.936087 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-77c43feb-307b-4671-931e-fbc206fa5dab req-61f8b780-8b82-43d1-9fd4-60eb851c88f1 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459018 Sep 16 05:46:49.046742 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 028a2a3f-969b-40ee-8392-43031aa9874d up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:49.088872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 028a2a3f-969b-40ee-8392-43031aa9874d completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:46:49.188172 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 028a2a3f-969b-40ee-8392-43031aa9874d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:46:49.188542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:49.188872 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 028a2a3f-969b-40ee-8392-43031aa9874d Sep 16 05:46:49.266676 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 028a2a3f-969b-40ee-8392-43031aa9874d is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:46:49.266676 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:49.278001 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:49.293904 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:49.296159 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34e539-72e0-4059-b651-59bdfb7e73d0" -d '{"events": [{"server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "name": "network-vif-plugged", "status": "completed", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:49.310665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=028a2a3f-969b-40ee-8392-43031aa9874d,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:49.358434 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda005c2-e77d-462b-972f-a2990865a371 x-openstack-request-id: req-eda005c2-e77d-462b-972f-a2990865a371 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:49.359098 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "name": "network-vif-plugged", "status": "completed", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:49.359449 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eda005c2-e77d-462b-972f-a2990865a371 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:49.359950 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda005c2-e77d-462b-972f-a2990865a371'] response: {'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d', 'code': 200} Sep 16 05:46:49.446340 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:49.489201 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:49.500855 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:49.814681 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-29e6408a-1a38-4260-a258-a81526ea8d64 req-152d350a-b46b-4e36-91f9-b00054b9d09c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0355213 Sep 16 05:46:49.856414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba774-45d5-41a7-89b3-81a2496b3ce9 req-f69619a2-15d6-4ec3-97eb-1a06ed408f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:49.858026 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e57ba774-45d5-41a7-89b3-81a2496b3ce9 req-f69619a2-15d6-4ec3-97eb-1a06ed408f49 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 1133 time: 0.0425489 Sep 16 05:46:49.927024 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e57ba774-45d5-41a7-89b3-81a2496b3ce9 req-3285b2de-dd67-452b-af58-bd99425cf253 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Sep 16 05:46:49.961407 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb192b-023f-4c3c-90c6-3f35ab1264a8 req-1fe9352c-324b-4632-9dec-a5c30f621912 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:49.962973 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-64cb192b-023f-4c3c-90c6-3f35ab1264a8 req-1fe9352c-324b-4632-9dec-a5c30f621912 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0591092 Sep 16 05:46:50.020354 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-64cb192b-023f-4c3c-90c6-3f35ab1264a8 req-cee92b66-c13f-44b8-88af-7058d21faa3b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495508 Sep 16 05:46:50.068892 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b84674-2a16-419f-a41a-2a4ebc10bc51 req-9cbf5989-706a-4aed-be0d-0c87dceb8277 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:50.070268 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-00b84674-2a16-419f-a41a-2a4ebc10bc51 req-9cbf5989-706a-4aed-be0d-0c87dceb8277 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0482020 Sep 16 05:46:50.117444 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-00b84674-2a16-419f-a41a-2a4ebc10bc51 req-cc044327-d402-4837-8291-98c5de2aa21c tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Sep 16 05:46:50.834237 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-aad85b88-dc54-42f0-948f-ff1f212807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:50.835864 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-aad85b88-dc54-42f0-948f-ff1f212807dc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0417678 Sep 16 05:46:50.985011 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-74986024-e4ed-4a50-aa13-0bfebd3f269b req-a86d4013-6083-4c10-b8c1-6f438ce9c2b9 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0916927 Sep 16 05:46:50.996075 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-a9feb10a-34c4-49d1-a175-4574c1e4bc23 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113346 Sep 16 05:46:51.026764 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-57e23c50-1d05-4da6-aa29-d18f0fae3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.028055 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-57e23c50-1d05-4da6-aa29-d18f0fae3cde service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.1514695 Sep 16 05:46:51.151858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38321b9-449b-4e22-b461-a24fba1a4e47 req-52194e8b-455a-4ff3-a236-a2f7cd88ddcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.153355 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a38321b9-449b-4e22-b461-a24fba1a4e47 req-52194e8b-455a-4ff3-a236-a2f7cd88ddcc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0495412 Sep 16 05:46:51.184294 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:51.200922 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a38321b9-449b-4e22-b461-a24fba1a4e47 req-fd768f94-75e5-4cb7-a296-be93fa636008 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Sep 16 05:46:51.308395 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff14-ff64-462e-8de1-6441116914be req-813990d8-07a5-42d7-b9a5-e0240d85d1af tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.309998 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fbd3ff14-ff64-462e-8de1-6441116914be req-813990d8-07a5-42d7-b9a5-e0240d85d1af tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0533693 Sep 16 05:46:51.360434 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fbd3ff14-ff64-462e-8de1-6441116914be req-638ad57d-a92f-4de2-9931-a20281a97d5b tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Sep 16 05:46:51.435726 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71a53-7d32-430d-8451-aafeb396520f req-ddbe626e-8032-45ad-957f-f4f1bd47f711 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.437184 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26f71a53-7d32-430d-8451-aafeb396520f req-ddbe626e-8032-45ad-957f-f4f1bd47f711 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0489495 Sep 16 05:46:51.487589 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26f71a53-7d32-430d-8451-aafeb396520f req-4776e351-3c42-4957-b39e-404fe3685ff1 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Sep 16 05:46:51.692798 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-eec4a929-b498-41e9-a980-e8d93e6f0840 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1002 time: 0.0569644 Sep 16 05:46:51.762332 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-95a6d4e8-5cd6-45ca-9d36-b7e139c498af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.763823 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-95a6d4e8-5cd6-45ca-9d36-b7e139c498af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 1131 time: 0.0443838 Sep 16 05:46:51.859569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-a7914950-f14f-4196-868c-f381dc4257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:51.861106 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-a7914950-f14f-4196-868c-f381dc4257cc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0477910 Sep 16 05:46:52.057393 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-03b37b6b-84e7-4a81-9386-a3aa139f4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.058908 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-03b37b6b-84e7-4a81-9386-a3aa139f4891 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696833 Sep 16 05:46:52.063522 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-9b93e30c-0b18-4305-b077-b7663d8f30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.064879 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-9b93e30c-0b18-4305-b077-b7663d8f30c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.1288466 Sep 16 05:46:52.154300 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-93b90b4a-8769-4a82-864b-6cc6da831881 req-4fe31f33-674c-4f5d-acad-104ab4daecb4 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0884452 Sep 16 05:46:52.217687 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-bd04c5f2-b9ae-49c7-b6ac-8f6c8f4f9d40 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 200 len: 1002 time: 0.1323149 Sep 16 05:46:52.248902 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-3659bd33-97f2-4c4d-a799-ba9932cc81d5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716905 Sep 16 05:46:52.322825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfb77b-7a38-4698-ace2-c0678fa8bfd1 req-452e66d1-3593-41ce-9a4d-3dd286122d2e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.324308 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0fbfb77b-7a38-4698-ace2-c0678fa8bfd1 req-452e66d1-3593-41ce-9a4d-3dd286122d2e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0465593 Sep 16 05:46:52.370074 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0fbfb77b-7a38-4698-ace2-c0678fa8bfd1 req-d37e3a2e-184a-4564-aa32-190eadbd8cd3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Sep 16 05:46:52.446567 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:52.532621 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e551f8-b7d5-4564-9373-4403f9e94f31 req-4d4d1810-431d-4ae4-a3df-5e3c06bee1e2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.534140 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-22e551f8-b7d5-4564-9373-4403f9e94f31 req-4d4d1810-431d-4ae4-a3df-5e3c06bee1e2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0964882 Sep 16 05:46:52.599832 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-e83a8135-3aa2-4d73-bfc8-6ca3dceb70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.601329 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-e83a8135-3aa2-4d73-bfc8-6ca3dceb70d5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.1264565 Sep 16 05:46:52.617696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56808e9e-8d42-414d-ab18-39c511faa52d req-c9b4c340-36c5-4953-8e88-b252a52e5d2d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.619189 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56808e9e-8d42-414d-ab18-39c511faa52d req-c9b4c340-36c5-4953-8e88-b252a52e5d2d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0540702 Sep 16 05:46:52.630478 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:52.668989 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56808e9e-8d42-414d-ab18-39c511faa52d req-cdd048c7-f079-4faf-93c7-f46d46743bcc tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Sep 16 05:46:52.694635 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-22e551f8-b7d5-4564-9373-4403f9e94f31 req-4c1efa62-825b-4853-907f-bca9ce01cf8a tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272924 Sep 16 05:46:52.696271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-7344c343-5e2c-40b4-92a9-9e9d659b1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.700743 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-7344c343-5e2c-40b4-92a9-9e9d659b1465 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856459 Sep 16 05:46:52.703127 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-20ac8865-68d6-4af4-b2b5-5c9621581560 req-551202ea-d3a8-40c0-9a2e-38db9ceeec06 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183959 Sep 16 05:46:52.819169 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-81320f03-c3c3-4c9c-947c-98d42de12a40 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:52.821139 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-81320f03-c3c3-4c9c-947c-98d42de12a40 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cdbd7bdc-997a-4959-888f-2e13206025d6 HTTP/1.1" status: 200 len: 814 time: 0.1285229 Sep 16 05:46:52.825462 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:52.834641 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-a872121e-c2f7-456e-824e-b17a7aa8bf6d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138597 Sep 16 05:46:52.852493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Request body: {'port': {'device_id': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6', 'admin_state_up': True, 'tenant_id': '04dc3f5e68e046fb9bf360d4f01a50fd'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:53.022219 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ed6791a-97c2-4f96-842b-81ed8bd511a4 req-09293e35-70fb-4c71-a092-4e107ad13e11 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Sep 16 05:46:53.055032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Made reservation on behalf of 04dc3f5e68e046fb9bf360d4f01a50fd for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:53.058825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:53.187190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Allocated IP 172.20.0.7 (cdbd7bdc-997a-4959-888f-2e13206025d6/b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa/7d04d71c-1378-4d14-890f-e413894f5c05) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:53.255402 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590fa61-4ad1-49be-8ebe-001dd7a7daa4 req-d115e447-33da-4bba-9059-d385f389dd54 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:53.257132 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c590fa61-4ad1-49be-8ebe-001dd7a7daa4 req-d115e447-33da-4bba-9059-d385f389dd54 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0469308 Sep 16 05:46:53.276558 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-38f1f113-cfd8-4715-8525-06aee760359b req-0096f301-9033-44ca-95eb-0d6a5fa05595 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0372839 Sep 16 05:46:53.306848 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c590fa61-4ad1-49be-8ebe-001dd7a7daa4 req-307286fe-24d9-4587-97fd-9b5596818704 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Sep 16 05:46:53.323990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:53.375902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks [] for port (7d04d71c-1378-4d14-890f-e413894f5c05), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:53.463911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:53.515465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:53.533927 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6145-84b4-45b3-a8ed-f1eecbde813c req-fc75c5cd-8b08-46a5-bfea-bf0fcc0c02dd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:53.535358 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-850f6145-84b4-45b3-a8ed-f1eecbde813c req-fc75c5cd-8b08-46a5-bfea-bf0fcc0c02dd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0840549 Sep 16 05:46:53.541600 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Network cdbd7bdc-997a-4959-888f-2e13206025d6 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:53.547039 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:53.559095 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:46:53.568727 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Pushing event updated for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:53.604334 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.604674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.605004 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.605333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.605658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.606011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.606333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.606664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.606963 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.607337 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.607659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.607976 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.608288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.608597 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.608912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:53.644683 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:53.645330 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:53.651422 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-850f6145-84b4-45b3-a8ed-f1eecbde813c req-f99d5f50-9206-4e2c-82e2-2de9b82e740f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082163 Sep 16 05:46:53.732328 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-6585a992-3ebd-4e3e-b8a2-9cf4baf42caa tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856773 Sep 16 05:46:53.792660 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144dba1-ca81-449b-8a28-ddca16c059cf req-ce053b8f-9b5a-4afa-ae46-28faa77fe6c4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:53.794129 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6144dba1-ca81-449b-8a28-ddca16c059cf req-ce053b8f-9b5a-4afa-ae46-28faa77fe6c4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0463920 Sep 16 05:46:53.843837 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6144dba1-ca81-449b-8a28-ddca16c059cf req-214ac388-83f4-49d5-9728-1792475e432c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Sep 16 05:46:54.407522 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93facbed-fe8b-42db-bdb4-d370b6824642 req-55e49b35-073a-41aa-b3a8-f840e4966b24 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:54.408940 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-93facbed-fe8b-42db-bdb4-d370b6824642 req-55e49b35-073a-41aa-b3a8-f840e4966b24 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 931 time: 0.0549781 Sep 16 05:46:54.431318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeb548-cbeb-4a19-85cf-847daa127619 req-9fc76142-2844-4cc2-a186-54dbf35720e0 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:54.432845 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dbeeb548-cbeb-4a19-85cf-847daa127619 req-9fc76142-2844-4cc2-a186-54dbf35720e0 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0470116 Sep 16 05:46:54.458030 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-93facbed-fe8b-42db-bdb4-d370b6824642 req-b3d7ba88-b724-470a-866b-b32720224c59 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Sep 16 05:46:54.480735 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dbeeb548-cbeb-4a19-85cf-847daa127619 req-69da6846-479f-49df-9015-2f3541754319 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Sep 16 05:46:54.654284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Request body: {'port': {'device_id': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:54.714989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:54.846736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3138-6739-4fdd-9fb2-cc3934623f70 req-982a31cd-4a45-4ba2-9d92-6066a46365ec tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:54.848189 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-65aa3138-6739-4fdd-9fb2-cc3934623f70 req-982a31cd-4a45-4ba2-9d92-6066a46365ec tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.1177030 Sep 16 05:46:54.960104 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-65aa3138-6739-4fdd-9fb2-cc3934623f70 req-5816e0b9-4dd3-495d-8973-9da1a728d970 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042638 Sep 16 05:46:54.968096 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883de7c-9664-4e64-acd6-1debb4811b41 req-50f2a704-d9dd-48dc-b3ff-fa4c074a2004 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:54.969603 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b883de7c-9664-4e64-acd6-1debb4811b41 req-50f2a704-d9dd-48dc-b3ff-fa4c074a2004 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0497141 Sep 16 05:46:55.043580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d04d71c-1378-4d14-890f-e413894f5c05 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:46:55.051028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks [] for port (7d04d71c-1378-4d14-890f-e413894f5c05), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.055706 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-d9830716-463b-4534-a2be-a3c0ee4bf221 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:55.057145 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-d9830716-463b-4534-a2be-a3c0ee4bf221 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0681500 Sep 16 05:46:55.060447 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b883de7c-9664-4e64-acd6-1debb4811b41 req-4550208e-8883-496d-a7ae-9ee3d3565607 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848339 Sep 16 05:46:55.065298 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Transition to ACTIVE for port object 7d04d71c-1378-4d14-890f-e413894f5c05 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:46:55.142374 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.149639 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Deleting port 028a2a3f-969b-40ee-8392-43031aa9874d {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:46:55.156929 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.203116 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:55.223933 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Pushing event updated for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:55.269106 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Attempting to bind port 7d04d71c-1378-4d14-890f-e413894f5c05 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:46:55.269486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Attempting to bind port 7d04d71c-1378-4d14-890f-e413894f5c05 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:46:55.269786 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Attempting to bind port 7d04d71c-1378-4d14-890f-e413894f5c05 on network cdbd7bdc-997a-4959-888f-2e13206025d6 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:55.320754 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Port 7d04d71c-1378-4d14-890f-e413894f5c05 on network cdbd7bdc-997a-4959-888f-2e13206025d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:55.348348 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Attempting to bind port 7d04d71c-1378-4d14-890f-e413894f5c05 on network cdbd7bdc-997a-4959-888f-2e13206025d6 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:55.348348 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:55.366464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:46:55.366799 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Checking segment: {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:46:55.367229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Bound using segment: {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:46:55.367706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Bound port: 7d04d71c-1378-4d14-890f-e413894f5c05, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e058bcd-8f21-4709-8d34-5bbf87877e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:46:55.368062 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.440329 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:55.444584 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7d04d71c-1378-4d14-890f-e413894f5c05,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:55.504942 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] For port 028a2a3f-969b-40ee-8392-43031aa9874d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=028a2a3f-969b-40ee-8392-43031aa9874d,segment=NetworkSegment(fa78db83-6bbb-4719-8b1f-1bf984b2762a),segment_id=fa78db83-6bbb-4719-8b1f-1bf984b2762a)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:55.505458 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.519939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Calling delete_port for 028a2a3f-969b-40ee-8392-43031aa9874d owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:46:55.527423 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:55.586051 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bb100-69c9-40b6-b193-183f73df33b8 req-77863441-a396-4362-a206-f4924f195f32 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:55.587544 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e86bb100-69c9-40b6-b193-183f73df33b8 req-77863441-a396-4362-a206-f4924f195f32 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 943 time: 0.0521348 Sep 16 05:46:55.624781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02de3d-9bd9-49a6-b679-7d3328aa1870 req-dacc0bad-1f42-41e2-9fae-8c6e64b214c6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:55.629346 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dc02de3d-9bd9-49a6-b679-7d3328aa1870 req-dacc0bad-1f42-41e2-9fae-8c6e64b214c6 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 949 time: 0.0660317 Sep 16 05:46:55.634862 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:55.637462 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e86bb100-69c9-40b6-b193-183f73df33b8 req-716d2a68-d353-41af-8470-cb476ba05814 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Sep 16 05:46:55.659661 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.663457 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:55.664451 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.666126 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/7d04d71c-1378-4d14-890f-e413894f5c05 HTTP/1.1" status: 200 len: 1093 time: 1.0161066 Sep 16 05:46:55.668390 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:55.670659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ebb8b-7587-4231-8c45-8182878b3ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:55.717867 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9bef3-c10e-4eae-9caf-bfca4eb2f63f x-openstack-request-id: req-8fb9bef3-c10e-4eae-9caf-bfca4eb2f63f {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:55.718156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:55.718408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fb9bef3-c10e-4eae-9caf-bfca4eb2f63f {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:55.718808 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb9bef3-c10e-4eae-9caf-bfca4eb2f63f'] response: {'name': 'network-changed', 'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05', 'status': 'completed', 'code': 200} Sep 16 05:46:55.723465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcad95e-69f7-47b0-9b28-574da189d247 service neutron] Pushing event updated for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:55.724137 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dc02de3d-9bd9-49a6-b679-7d3328aa1870 req-0e0f5efe-b75e-4f3a-875a-8b2676a5d8a2 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7fa06d45-91db-44db-937d-54086ac3ec89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879114 Sep 16 05:46:55.788700 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (028a2a3f-969b-40ee-8392-43031aa9874d), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.815216 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Pushing event deleted for resources: {'Port': ['ID=028a2a3f-969b-40ee-8392-43031aa9874d,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:55.832823 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['028a2a3f-969b-40ee-8392-43031aa9874d'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:46:55.849910 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-f22b9b80-c32a-4f35-b168-1bf05d00ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:55.851699 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-f22b9b80-c32a-4f35-b168-1bf05d00ff61 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 1127 time: 0.0476258 Sep 16 05:46:55.879687 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] No DVR routers for this DVR port 028a2a3f-969b-40ee-8392-43031aa9874d on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:46:55.882751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:46:55.886000 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-425fbc46-7bda-4270-8d8b-928f802151d4 req-634fe10a-0cf9-4749-8af0-8ae582b9b967 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.15 "DELETE /networking/v2.0/ports/028a2a3f-969b-40ee-8392-43031aa9874d HTTP/1.1" status: 204 len: 173 time: 0.8158553 Sep 16 05:46:55.886507 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'name': 'network-vif-deleted', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:46:55.888974 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5fb8f-767c-4763-b968-f22fee0330b6" -d '{"events": [{"server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "name": "network-vif-deleted", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:55.946147 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5222dd9a-efd7-4459-9da2-53881198116f x-openstack-request-id: req-5222dd9a-efd7-4459-9da2-53881198116f {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:55.946436 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c6fef-e8a6-4ce9-8105-d55d9e8f188d", "name": "network-vif-deleted", "tag": "028a2a3f-969b-40ee-8392-43031aa9874d", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:55.946890 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5222dd9a-efd7-4459-9da2-53881198116f {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:55.947300 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5222dd9a-efd7-4459-9da2-53881198116f'] response: {'server_uuid': '586c6fef-e8a6-4ce9-8105-d55d9e8f188d', 'name': 'network-vif-deleted', 'tag': '028a2a3f-969b-40ee-8392-43031aa9874d', 'status': 'completed', 'code': 200} Sep 16 05:46:56.091236 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703870ec-3f8d-4477-a64b-bba76e9bc7b1 req-3a047629-e89a-499a-b735-9dacac0f8e64 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.098708 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-703870ec-3f8d-4477-a64b-bba76e9bc7b1 req-3a047629-e89a-499a-b735-9dacac0f8e64 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0503392 Sep 16 05:46:56.154393 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-703870ec-3f8d-4477-a64b-bba76e9bc7b1 req-83bb03ec-91d1-41e2-b9ff-548d17348143 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538239 Sep 16 05:46:56.283975 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dad347-10e7-4eff-aec3-43ec470f7007 req-554dcaf7-ff6d-4597-b0ca-807ff46a8fec tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.285446 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-32dad347-10e7-4eff-aec3-43ec470f7007 req-554dcaf7-ff6d-4597-b0ca-807ff46a8fec tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0867167 Sep 16 05:46:56.291229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-48976597-1f8e-4f96-8278-c5e9ba1680c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.292602 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-48976597-1f8e-4f96-8278-c5e9ba1680c5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4249973 Sep 16 05:46:56.440886 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-32dad347-10e7-4eff-aec3-43ec470f7007 req-8d851ac9-bb55-4880-9820-881b4d52632e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473455 Sep 16 05:46:56.451230 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:56.494517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-7b027d53-9858-4a77-9469-3786368dee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.495951 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8c5ebb8b-7587-4231-8c45-8182878b3ac3 req-7b027d53-9858-4a77-9469-3786368dee04 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888268 Sep 16 05:46:56.621444 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-ffce0dcb-f345-4131-83fe-ce6228bbad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.622952 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-ffce0dcb-f345-4131-83fe-ce6228bbad69 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 1127 time: 0.0416329 Sep 16 05:46:56.678817 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-102303c7-b2f4-4796-8da6-3cd9f4390078 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d04d71c-1378-4d14-890f-e413894f5c05 HTTP/1.1" status: 200 len: 217 time: 0.0329015 Sep 16 05:46:56.759698 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2a8-7b67-47b9-93f0-02747adb39ed req-dd267923-ca74-421e-bdfa-ed2e274c9016 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.761194 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f252b2a8-7b67-47b9-93f0-02747adb39ed req-dd267923-ca74-421e-bdfa-ed2e274c9016 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 943 time: 0.0468652 Sep 16 05:46:56.811528 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f252b2a8-7b67-47b9-93f0-02747adb39ed req-0ccf5be9-b56c-4740-a788-6fc6ba7b0988 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Sep 16 05:46:56.852775 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28030a20-5959-48f4-874c-c02492d14985 req-dac98589-1488-4384-a52a-d712eeea88e4 tempest-VolumesNegativeTest-1567960113 tempest-VolumesNegativeTest-1567960113-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=586c6fef-e8a6-4ce9-8105-d55d9e8f188d HTTP/1.1" status: 200 len: 210 time: 0.0329263 Sep 16 05:46:56.974205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-8a23392c-fb2a-49c9-aec4-21355f11b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:56.976339 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-8a23392c-fb2a-49c9-aec4-21355f11b210 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa HTTP/1.1" status: 200 len: 854 time: 0.0455170 Sep 16 05:46:57.022512 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-8d24fa5b-e54d-47ae-ae4d-b68ebc9ca9f3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cdbd7bdc-997a-4959-888f-2e13206025d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263786 Sep 16 05:46:57.117319 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-4947f8ce-2a9f-4c0a-8c8e-be8348b73147 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873098 Sep 16 05:46:57.210197 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5dcfc9f1-45a1-452f-b3a9-1426d87ba3dc req-060159f5-5077-4724-b5b7-a8ec3219050a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854583 Sep 16 05:46:57.294412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778d84-214d-4482-b6a8-6f5952db598b req-47202a03-e2e9-4537-95c6-b7a7adcd0bbd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:57.295874 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-94778d84-214d-4482-b6a8-6f5952db598b req-47202a03-e2e9-4537-95c6-b7a7adcd0bbd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0527043 Sep 16 05:46:57.343508 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-94778d84-214d-4482-b6a8-6f5952db598b req-605c3ce6-7e21-4a8a-a5dc-48c5d8a61451 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Sep 16 05:46:57.569006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5d6f-42c7-445a-8fb1-aaf6a1615b53 req-ac16176c-d6d6-47bd-89a0-5d7c26e80b4f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:57.570857 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-636b5d6f-42c7-445a-8fb1-aaf6a1615b53 req-ac16176c-d6d6-47bd-89a0-5d7c26e80b4f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0524862 Sep 16 05:46:57.618493 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-636b5d6f-42c7-445a-8fb1-aaf6a1615b53 req-6427fa3d-3644-4c52-a728-85bda86c1ef9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Sep 16 05:46:57.938470 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf148c-7c12-4d8d-9f9a-19bce913adaa req-96350029-ef45-40bc-b648-165abb09277c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:57.939930 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-56cf148c-7c12-4d8d-9f9a-19bce913adaa req-96350029-ef45-40bc-b648-165abb09277c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 943 time: 0.0540969 Sep 16 05:46:57.987083 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-56cf148c-7c12-4d8d-9f9a-19bce913adaa req-92e97595-b974-4d76-8a8a-771bb491019a tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Sep 16 05:46:58.478278 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3008b-b863-48c3-aad3-879b9d59f5f5 req-427b191e-9419-4f2e-a710-8e94726bd6b5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:58.479832 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67c3008b-b863-48c3-aad3-879b9d59f5f5 req-427b191e-9419-4f2e-a710-8e94726bd6b5 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0503435 Sep 16 05:46:58.528868 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67c3008b-b863-48c3-aad3-879b9d59f5f5 req-e225fd11-90bc-47aa-960c-6089b5c47b2d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431848 Sep 16 05:46:58.736692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50751a11-f14c-47b6-ac76-e67414a336fc req-81928a74-ad36-4664-8853-a43cebddf4a4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:58.738168 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-50751a11-f14c-47b6-ac76-e67414a336fc req-81928a74-ad36-4664-8853-a43cebddf4a4 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0470080 Sep 16 05:46:58.809627 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-50751a11-f14c-47b6-ac76-e67414a336fc req-fa888964-282e-4072-8633-4518475d7a28 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617182 Sep 16 05:46:59.107613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fba8f-e36e-45d3-868b-f00e3c5741ed req-c93a1cb5-2a4d-4264-8efd-d41766f01768 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:59.109089 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-624fba8f-e36e-45d3-868b-f00e3c5741ed req-c93a1cb5-2a4d-4264-8efd-d41766f01768 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 943 time: 0.0477204 Sep 16 05:46:59.112434 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 028a2a3f-969b-40ee-8392-43031aa9874d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:59.132010 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 028a2a3f-969b-40ee-8392-43031aa9874d {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:46:59.132359 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 028a2a3f-969b-40ee-8392-43031aa9874d not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:59.163259 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-624fba8f-e36e-45d3-868b-f00e3c5741ed req-2440bf36-ee64-418c-bd05-d9c9433ee144 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476847 Sep 16 05:46:59.655491 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdbc4-224e-442c-bf89-e29fa13693c4 req-9528ebe5-e773-4df5-9b3c-d0cae8852d66 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:59.657206 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d57cdbc4-224e-442c-bf89-e29fa13693c4 req-9528ebe5-e773-4df5-9b3c-d0cae8852d66 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0471706 Sep 16 05:46:59.708066 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d57cdbc4-224e-442c-bf89-e29fa13693c4 req-1c0bf9ac-323d-42e0-8ba5-3fde07c70d8f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Sep 16 05:46:59.937603 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa95d6-c5f4-481e-9d28-4fdb56246ecf req-49600739-388d-43ac-a095-19dce2e39f10 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:46:59.939133 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0fa95d6-c5f4-481e-9d28-4fdb56246ecf req-49600739-388d-43ac-a095-19dce2e39f10 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Sep 16 05:46:59.971199 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:46:59.985784 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a0fa95d6-c5f4-481e-9d28-4fdb56246ecf req-f19ffcc0-fcce-40c4-a100-de17a89da81c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Sep 16 05:47:00.274497 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:00.286075 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d023-0f64-4c1d-bc64-5091aae3e22e req-07e0a6a1-7d07-4d24-a2a1-299938c955c7 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:00.287527 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f97d023-0f64-4c1d-bc64-5091aae3e22e req-07e0a6a1-7d07-4d24-a2a1-299938c955c7 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 943 time: 0.0474734 Sep 16 05:47:00.340723 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f97d023-0f64-4c1d-bc64-5091aae3e22e req-c48f3c59-3466-480a-8941-b91377b5d484 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463345 Sep 16 05:47:00.833283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7fc58-96c2-4356-ab23-4d156e8e561f req-98dc93f5-9ce5-491d-97ed-23b9a879c7dd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:00.834757 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94c7fc58-96c2-4356-ab23-4d156e8e561f req-98dc93f5-9ce5-491d-97ed-23b9a879c7dd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0481775 Sep 16 05:47:00.880506 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94c7fc58-96c2-4356-ab23-4d156e8e561f req-7dd70a5c-9b83-4ecb-8b47-e332fb04973a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Sep 16 05:47:01.104198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 7d04d71c-1378-4d14-890f-e413894f5c05 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:01.114389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22a295-58f8-4683-9a47-46edc8316cf8 req-ed1607c5-c37a-48f3-884f-1f6d9fb87895 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:01.115887 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1a22a295-58f8-4683-9a47-46edc8316cf8 req-ed1607c5-c37a-48f3-884f-1f6d9fb87895 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Sep 16 05:47:01.171095 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1a22a295-58f8-4683-9a47-46edc8316cf8 req-a006d5ef-eed2-4c5f-bf78-baf2a0c570dc tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482225 Sep 16 05:47:01.230163 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7d04d71c-1378-4d14-890f-e413894f5c05,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:01.241563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '7d04d71c-1378-4d14-890f-e413894f5c05', 'network_id': 'cdbd7bdc-997a-4959-888f-2e13206025d6', 'port_id': '7d04d71c-1378-4d14-890f-e413894f5c05', 'mac_address': 'fa:16:3e:93:3d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:01.277522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 7d04d71c-1378-4d14-890f-e413894f5c05 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:47:01.277948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:01.292618 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d04d71c-1378-4d14-890f-e413894f5c05 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:47:01.312757 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7d04d71c-1378-4d14-890f-e413894f5c05,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:01.369587 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:01.423662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:01.478392 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0cc3-ea7f-40d6-acd5-7bbb09f4426b req-f436f65d-faa5-48ee-9a11-62723d690d7a tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:01.480657 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb0c0cc3-ea7f-40d6-acd5-7bbb09f4426b req-f436f65d-faa5-48ee-9a11-62723d690d7a tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 944 time: 0.0637767 Sep 16 05:47:01.528633 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb0c0cc3-ea7f-40d6-acd5-7bbb09f4426b req-c10ddfd3-966b-45b2-b2a6-ba0a09203423 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Sep 16 05:47:01.714292 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['7d04d71c-1378-4d14-890f-e413894f5c05'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:47:02.007232 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8a181-7742-42d3-bc48-6477f852af4b req-832ab9e3-75c0-4963-b70c-a08db3851c68 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:02.008940 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f0f8a181-7742-42d3-bc48-6477f852af4b req-832ab9e3-75c0-4963-b70c-a08db3851c68 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0492256 Sep 16 05:47:02.068217 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f0f8a181-7742-42d3-bc48-6477f852af4b req-042d504a-dc28-479c-8b3a-f4fcdf69b149 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Sep 16 05:47:02.112603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-86f56e49-d012-4a05-86e2-7a5ebf87a750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:02.302157 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b13e7d-4810-4ea8-af56-903759a6aee1 req-731e1bb4-89e4-40f2-8c14-9bfb79253f58 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:02.303626 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-62b13e7d-4810-4ea8-af56-903759a6aee1 req-731e1bb4-89e4-40f2-8c14-9bfb79253f58 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Sep 16 05:47:02.355364 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-62b13e7d-4810-4ea8-af56-903759a6aee1 req-31d6fe75-3c44-4137-a200-61990401653a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Sep 16 05:47:02.653004 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c008c8-6ad9-4ba4-b19d-d9b61cac51ac req-ece099ce-4e59-4e59-8b12-37fc800825e1 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:02.654490 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-74c008c8-6ad9-4ba4-b19d-d9b61cac51ac req-ece099ce-4e59-4e59-8b12-37fc800825e1 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 944 time: 0.0520744 Sep 16 05:47:02.701254 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-74c008c8-6ad9-4ba4-b19d-d9b61cac51ac req-cd15fe1d-fb4f-4cfb-8275-eeb093075d80 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Sep 16 05:47:03.130969 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 7d04d71c-1378-4d14-890f-e413894f5c05 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:03.174153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 7d04d71c-1378-4d14-890f-e413894f5c05 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:47:03.187986 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbb74-7ca4-4c33-8c2c-9238a152c7a5 req-7d30b36b-44d0-4c8e-bb4e-27605a34dd8a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:03.189447 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfdbbb74-7ca4-4c33-8c2c-9238a152c7a5 req-7d30b36b-44d0-4c8e-bb4e-27605a34dd8a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0500619 Sep 16 05:47:03.236942 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfdbbb74-7ca4-4c33-8c2c-9238a152c7a5 req-11580ab7-38f8-4b58-9f8c-f7dbc035facc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Sep 16 05:47:03.240084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 7d04d71c-1378-4d14-890f-e413894f5c05 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:47:03.240241 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:03.240540 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 7d04d71c-1378-4d14-890f-e413894f5c05 Sep 16 05:47:03.313800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 7d04d71c-1378-4d14-890f-e413894f5c05 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:47:03.314231 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:03.336754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:03.339537 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58bb421-ce50-449c-93ea-8a663ba044f6" -d '{"events": [{"server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:03.352471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7d04d71c-1378-4d14-890f-e413894f5c05,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:03.380264 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e14eb-93db-4512-b0da-f6d4c63baf0e x-openstack-request-id: req-5c6e14eb-93db-4512-b0da-f6d4c63baf0e {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:03.380581 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:03.380842 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c6e14eb-93db-4512-b0da-f6d4c63baf0e {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:03.381289 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6e14eb-93db-4512-b0da-f6d4c63baf0e'] response: {'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05', 'code': 200} Sep 16 05:47:03.426908 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:03.465042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:03.484349 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91627807-d22f-452f-901a-8f6346be06eb req-e27f0412-7c0e-49c4-8824-aa287913ea13 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:03.485659 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-91627807-d22f-452f-901a-8f6346be06eb req-e27f0412-7c0e-49c4-8824-aa287913ea13 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Sep 16 05:47:03.506545 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:03.537218 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-91627807-d22f-452f-901a-8f6346be06eb req-a67508b8-fccb-41ba-a138-6be7d6c327f0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Sep 16 05:47:03.778977 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080302a9-4fad-43d0-a6bc-f8a96e833743 req-cb7bd802-b3f1-4bbc-8ad2-3e94e38beb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:03.780524 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-080302a9-4fad-43d0-a6bc-f8a96e833743 req-cb7bd802-b3f1-4bbc-8ad2-3e94e38beb91 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 1129 time: 0.0415914 Sep 16 05:47:03.854230 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b8bba-01d2-44d1-bf4b-c88f8dc57690 req-7b1551fe-fb91-4758-a3d6-c6670d1010dd tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:03.855742 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9f7b8bba-01d2-44d1-bf4b-c88f8dc57690 req-7b1551fe-fb91-4758-a3d6-c6670d1010dd tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0719552 Sep 16 05:47:03.874698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47308) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:03.878525 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-080302a9-4fad-43d0-a6bc-f8a96e833743 req-67b2dd1b-6baa-4ea1-bc15-6a3faf50cb32 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843322 Sep 16 05:47:03.923640 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9f7b8bba-01d2-44d1-bf4b-c88f8dc57690 req-c75824f0-3ffc-42c4-8386-bf1bb31f5283 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Sep 16 05:47:03.933184 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ab91-d6e0-4d48-b207-af4f272f010c req-83d55139-ab3a-4d63-8e8f-7c2ac3d2b540 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:03.934926 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a154ab91-d6e0-4d48-b207-af4f272f010c req-83d55139-ab3a-4d63-8e8f-7c2ac3d2b540 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0738285 Sep 16 05:47:03.978776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:03.986376 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a154ab91-d6e0-4d48-b207-af4f272f010c req-6708f30a-57a1-4eae-82aa-a5a377326a4f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Sep 16 05:47:04.017986 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f612f375-cb43-4d93-97d4-94bf4d031d39 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c286736299f4d21bdbe8557491a7961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467304 Sep 16 05:47:04.020449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47314) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:04.068588 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] Publish callbacks [] for security_group (7fa06d45-91db-44db-937d-54086ac3ec89), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:04.091306 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] Publish callbacks [] for security_group (7fa06d45-91db-44db-937d-54086ac3ec89), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:04.226658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7fa06d45-91db-44db-937d-54086ac3ec89), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:04.230225 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:04.231469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7fa06d45-91db-44db-937d-54086ac3ec89 HTTP/1.1" status: 204 len: 168 time: 0.2101362 Sep 16 05:47:04.239404 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599f7e8-7d2d-4132-a5a6-b15446fd4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa06d45-91db-44db-937d-54086ac3ec89,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:04.297371 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c6504c51-765c-45f2-bcb9-784b6f45f77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:04.361307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db7d-869c-4296-898e-5a6dfb9e8bea req-932c3015-128b-44db-9bfa-bc207c92fd31 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:04.362801 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c392db7d-869c-4296-898e-5a6dfb9e8bea req-932c3015-128b-44db-9bfa-bc207c92fd31 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0482743 Sep 16 05:47:04.413115 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c392db7d-869c-4296-898e-5a6dfb9e8bea req-cf5934fa-4bc0-40e5-8bc3-8ef3b38fc69b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Sep 16 05:47:04.804430 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-ad266301-ad40-4a28-ae93-4431cd6882c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:04.805928 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-ad266301-ad40-4a28-ae93-4431cd6882c5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0378978 Sep 16 05:47:04.861849 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:04.897836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-4eef8cde-0f77-4112-bd3a-4d19dcf84b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:04.899288 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-4eef8cde-0f77-4112-bd3a-4d19dcf84b30 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.0872962 Sep 16 05:47:05.044399 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e82f-043a-4eb4-b0ff-9761b29f8804 req-9a4dc871-6137-4cee-bcc8-1f0a23188e30 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:05.045892 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0526e82f-043a-4eb4-b0ff-9761b29f8804 req-9a4dc871-6137-4cee-bcc8-1f0a23188e30 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0466747 Sep 16 05:47:05.097561 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0526e82f-043a-4eb4-b0ff-9761b29f8804 req-21f9ed07-a055-4627-a44a-d807ddd71e26 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Sep 16 05:47:05.106505 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847d2bb-1d3e-45c9-b244-036dd3bbd372 req-e170b0a9-541e-437c-b3db-69852d60ea59 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:05.107976 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8847d2bb-1d3e-45c9-b244-036dd3bbd372 req-e170b0a9-541e-437c-b3db-69852d60ea59 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0464067 Sep 16 05:47:05.156924 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8847d2bb-1d3e-45c9-b244-036dd3bbd372 req-03c223d3-512b-498c-a56a-12b5ac7eb126 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Sep 16 05:47:05.536386 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815beab-b79e-4a9b-a81b-9df7e4deba63 req-a5f0ac7d-193a-46ae-8d2a-65f1a33fb30e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:05.537900 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0815beab-b79e-4a9b-a81b-9df7e4deba63 req-a5f0ac7d-193a-46ae-8d2a-65f1a33fb30e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0483370 Sep 16 05:47:05.573693 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-f0c7eb04-420d-4d4b-860a-aa5cf442cfd3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 200 len: 1001 time: 0.0871577 Sep 16 05:47:05.588998 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0815beab-b79e-4a9b-a81b-9df7e4deba63 req-295c8348-bb64-4ef6-bf28-83078f72ee3c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Sep 16 05:47:05.624283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-bc7c813a-659b-4984-b686-d1ac11fa2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:05.625715 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-bc7c813a-659b-4984-b686-d1ac11fa2d94 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.0457079 Sep 16 05:47:05.675996 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-7fa06662-4e4f-4a77-871d-3d7f385f8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:05.677504 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-7fa06662-4e4f-4a77-871d-3d7f385f8275 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446677 Sep 16 05:47:05.706099 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:05.785233 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-b3b26fa5-15bc-4318-87f2-ebbd5bde53ec service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866520 Sep 16 05:47:05.878859 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7242fbe1-8e3f-4863-b67e-2cdf5fb33b8c req-2a00b206-6ce2-449d-85df-2a91e60f13aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Sep 16 05:47:05.940630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:06.192756 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:06.220069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0d4e-aff8-4f34-9a40-6073f97b9183 req-253b9822-1eb8-440e-a80f-83c6576e2725 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:06.221528 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54fd0d4e-aff8-4f34-9a40-6073f97b9183 req-253b9822-1eb8-440e-a80f-83c6576e2725 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 16 05:47:06.269442 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54fd0d4e-aff8-4f34-9a40-6073f97b9183 req-6ea1be69-796b-4d06-b970-684835c90c99 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Sep 16 05:47:06.281722 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b0e06-d03b-4d31-b45f-28e30353e0fb req-81ac44ea-c039-4088-bf11-22e11f668973 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:06.283310 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d53b0e06-d03b-4d31-b45f-28e30353e0fb req-81ac44ea-c039-4088-bf11-22e11f668973 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Sep 16 05:47:06.332385 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d53b0e06-d03b-4d31-b45f-28e30353e0fb req-6b195d1c-cd90-461c-8d6e-b29d63c0d56a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Sep 16 05:47:06.713413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11436cd-aae9-4310-bf55-8e679992eda0 req-3130ba92-c202-41f7-b542-7ff0f120563c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:06.714882 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b11436cd-aae9-4310-bf55-8e679992eda0 req-3130ba92-c202-41f7-b542-7ff0f120563c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0507984 Sep 16 05:47:06.761500 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b11436cd-aae9-4310-bf55-8e679992eda0 req-fbd0a67a-83be-4b6c-b87b-061f3bf638dc tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Sep 16 05:47:07.232135 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=20 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:07.434454 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:07.457273 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012541-0647-43a4-a5e8-cf1a776bcd20 req-c1326da9-63b9-498c-a815-0308ca461b0f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:07.458770 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-38012541-0647-43a4-a5e8-cf1a776bcd20 req-c1326da9-63b9-498c-a815-0308ca461b0f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0488417 Sep 16 05:47:07.508277 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-38012541-0647-43a4-a5e8-cf1a776bcd20 req-03ba5ff2-c5b3-4e2e-b2d3-1f25584c0c2a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Sep 16 05:47:07.784575 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:07.887291 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3866af6-3327-4ad8-88b4-e4c5c67da6f1 req-fb107d4d-4667-4b84-8a27-42d01214e0a9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:07.888739 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f3866af6-3327-4ad8-88b4-e4c5c67da6f1 req-fb107d4d-4667-4b84-8a27-42d01214e0a9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0462615 Sep 16 05:47:07.940612 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f3866af6-3327-4ad8-88b4-e4c5c67da6f1 req-f6b2452a-6e22-4f28-9d60-6eb2fc2840bd tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Sep 16 05:47:09.061949 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7917-e5cb-4a32-b2dc-bd279ec1c83a req-ff2602d9-6480-4644-8ce7-ca45858099c6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:09.063387 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-811b7917-e5cb-4a32-b2dc-bd279ec1c83a req-ff2602d9-6480-4644-8ce7-ca45858099c6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0457354 Sep 16 05:47:09.111670 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-811b7917-e5cb-4a32-b2dc-bd279ec1c83a req-78c1da88-3bcb-4f6d-b80f-5b174a8b165b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Sep 16 05:47:09.421431 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b85960-10b1-4ecb-8fc2-37c91ab79a0e req-83d7eb0f-11bc-45e5-a580-319c712a40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:09.422928 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-96b85960-10b1-4ecb-8fc2-37c91ab79a0e req-83d7eb0f-11bc-45e5-a580-319c712a40bb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0381715 Sep 16 05:47:09.466579 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-96b85960-10b1-4ecb-8fc2-37c91ab79a0e req-23192653-1d2d-4e21-aec0-80aa2714a9d2 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375645 Sep 16 05:47:10.233465 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2b75-225b-4c8d-97e1-fbf87a31c134 req-31e79819-68f8-4db7-9060-d6c557b92e2b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:10.234986 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-410c2b75-225b-4c8d-97e1-fbf87a31c134 req-31e79819-68f8-4db7-9060-d6c557b92e2b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0470471 Sep 16 05:47:10.282998 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-410c2b75-225b-4c8d-97e1-fbf87a31c134 req-f8698235-e4b8-4585-8e21-b40c121c870e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Sep 16 05:47:11.404829 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0e81-4731-42fb-aa82-808be704b825 req-98909fa5-3437-47c2-851c-72f5e1282d0a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:11.406567 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b80a0e81-4731-42fb-aa82-808be704b825 req-98909fa5-3437-47c2-851c-72f5e1282d0a tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0463252 Sep 16 05:47:11.453407 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b80a0e81-4731-42fb-aa82-808be704b825 req-42972300-53a4-475a-9db7-951110ee800d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Sep 16 05:47:11.939181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:11.975113 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d6f2e-af22-4504-9a2f-e8a08afdd307 req-f3fd4e18-cdbe-4dbc-9700-5033cc887144 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:11.976570 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-cd2d6f2e-af22-4504-9a2f-e8a08afdd307 req-f3fd4e18-cdbe-4dbc-9700-5033cc887144 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0475700 Sep 16 05:47:12.025661 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-cd2d6f2e-af22-4504-9a2f-e8a08afdd307 req-6da85ced-e4f5-43d7-a0a1-367bd1dcfc3c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Sep 16 05:47:12.056696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:12.066712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-6f412aab-911c-49a1-9b92-20134f8f1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:12.068513 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-6f412aab-911c-49a1-9b92-20134f8f1bd2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0430157 Sep 16 05:47:12.169000 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-c7509277-c904-48de-baea-6116059aae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:12.171099 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-c7509277-c904-48de-baea-6116059aae5b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.0964749 Sep 16 05:47:12.239141 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-c6fc857a-c6e4-47e4-8474-a02aada8c0d3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1002 time: 0.0604689 Sep 16 05:47:12.287795 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-3423da1f-1367-47bf-81a3-8e5879dc9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:12.289119 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-3423da1f-1367-47bf-81a3-8e5879dc9da3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0439656 Sep 16 05:47:12.332508 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-b1d633c7-f577-43b1-8c7e-74ac66498947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:12.334001 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-b1d633c7-f577-43b1-8c7e-74ac66498947 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385611 Sep 16 05:47:12.424127 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-d2a9817b-b8aa-40e5-8e46-e8c8038f799d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835357 Sep 16 05:47:12.522898 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce6a8d52-1403-4d74-8455-310c0129f40e req-dfe62efb-cdd9-44c7-a047-74b9845c660c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Sep 16 05:47:13.150304 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd764-3d2d-4bf4-8da4-7f8907de5e6e req-66791cc6-d063-44e9-b106-7b5ec1700e23 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:13.152532 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-218dd764-3d2d-4bf4-8da4-7f8907de5e6e req-66791cc6-d063-44e9-b106-7b5ec1700e23 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0506091 Sep 16 05:47:13.199508 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-218dd764-3d2d-4bf4-8da4-7f8907de5e6e req-14a10abb-a08f-4a79-acf9-5927a3a372a9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Sep 16 05:47:14.325609 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428899-1103-4094-b9c9-a83f0e25f3ac req-d783eb8f-4e54-4b7c-b34a-5f7157fbdb0e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:14.327089 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47428899-1103-4094-b9c9-a83f0e25f3ac req-d783eb8f-4e54-4b7c-b34a-5f7157fbdb0e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0513721 Sep 16 05:47:14.373692 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47428899-1103-4094-b9c9-a83f0e25f3ac req-7519bfe5-8b8d-4690-aa24-6e1040c70949 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Sep 16 05:47:14.476484 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:14.480636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:14.560133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:15.497101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9aa5-8eb6-4e97-aaa6-114edd68cf26 req-bcc48628-2a87-4a32-aa7a-f245edd51866 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:15.498616 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-643d9aa5-8eb6-4e97-aaa6-114edd68cf26 req-bcc48628-2a87-4a32-aa7a-f245edd51866 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0472436 Sep 16 05:47:15.510336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:15.548103 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-643d9aa5-8eb6-4e97-aaa6-114edd68cf26 req-9261c8e5-7301-4321-b483-1b73b0a7ce53 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Sep 16 05:47:15.672673 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291521-5afa-4530-bfb1-e6027618cfe3 req-e10878b7-46d6-45cd-a352-a1b543bfaa04 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:15.674092 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f7291521-5afa-4530-bfb1-e6027618cfe3 req-e10878b7-46d6-45cd-a352-a1b543bfaa04 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0481906 Sep 16 05:47:15.685260 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47392) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:15.689838 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Request body: {'floatingip': {'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:15.744496 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:16.032608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:16.189789 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=14 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:16.455121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:16.506794 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:16.762892 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Router 498df615-d8a3-46e7-9822-7040620eb505 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:16.870743 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:16.876042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:16.880756 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:16.891517 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:16.892133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:16.905938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:16.908443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b392d-80fa-4a66-868d-546dda7e3a64" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:16.940617 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-38659c8c-2baf-41dd-8b1b-53dde8668602 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/179794f5-4693-40bc-8eaf-0695848dd4ae HTTP/1.1" status: 200 len: 994 time: 1.2542224 Sep 16 05:47:16.961974 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff3204-ec9b-4df2-aa9d-56842594e444 x-openstack-request-id: req-0fff3204-ec9b-4df2-aa9d-56842594e444 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:16.967331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:16.967331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fff3204-ec9b-4df2-aa9d-56842594e444 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:16.967331 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fff3204-ec9b-4df2-aa9d-56842594e444'] response: {'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'status': 'completed', 'code': 200} Sep 16 05:47:17.009247 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:17.076665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-6ce83ea8-f51f-4073-9c78-a23ecb8922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:17.078139 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-6ce83ea8-f51f-4073-9c78-a23ecb8922af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0454185 Sep 16 05:47:17.142110 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:17.179795 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-913f9cb4-58dd-44bf-927c-d93db5a412a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:17.181241 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-913f9cb4-58dd-44bf-927c-d93db5a412a4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.0971639 Sep 16 05:47:17.229400 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:47:16Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:17.253599 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-73faa5a3-38e7-4453-bbcd-f9280f000bbe service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1002 time: 0.0596166 Sep 16 05:47:17.258009 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:17.267217 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:17.267818 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:17.303401 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-f5b5517b-4512-44a7-9902-610cc3c891b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:17.304893 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-f5b5517b-4512-44a7-9902-610cc3c891b8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0446522 Sep 16 05:47:17.357163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-3575f096-dfc6-4c1e-83f4-a8c136b35a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:17.358819 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-3575f096-dfc6-4c1e-83f4-a8c136b35a58 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409091 Sep 16 05:47:17.370449 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:17.464325 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-b5eade38-fe72-4ddd-a718-8949f21478e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896063 Sep 16 05:47:17.495020 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:17.564126 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-663b392d-80fa-4a66-868d-546dda7e3a64 req-6efe1d79-4253-4888-85ae-aca99e5b2b60 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883403 Sep 16 05:47:17.589391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:47:16Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:17.615762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d099ac-32e5-43e0-b184-80f0f9639719 None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '179794f5-4693-40bc-8eaf-0695848dd4ae', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '498df615-d8a3-46e7-9822-7040620eb505', 'port_id': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'mac_address': 'fa:16:3e:42:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:44:48Z', 'updated_at': '2022-09-16T05:47:16Z', 'revision_number': 3, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:18.964492 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:18.967725 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a379769c-6487-40d9-b42c-2b0d2368c9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:19.009327 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856b04fb-94ee-4753-8d56-018a9ce8441a x-openstack-request-id: req-856b04fb-94ee-4753-8d56-018a9ce8441a {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:19.009616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:19.009958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-856b04fb-94ee-4753-8d56-018a9ce8441a {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:19.010289 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856b04fb-94ee-4753-8d56-018a9ce8441a'] response: {'name': 'network-changed', 'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'status': 'completed', 'code': 200} Sep 16 05:47:20.793383 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-2061d009-fb05-48fd-8f3f-65d4b31554ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:20.795060 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-2061d009-fb05-48fd-8f3f-65d4b31554ff service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 1130 time: 0.0426254 Sep 16 05:47:20.886619 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-287c6ba9-f2d4-44e8-b4a1-af0f7687e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:20.888720 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-287c6ba9-f2d4-44e8-b4a1-af0f7687e110 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.0864227 Sep 16 05:47:20.955021 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-0d1a2344-629c-409a-a907-d06bb3d4778f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 200 len: 1002 time: 0.0568080 Sep 16 05:47:21.011356 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-a522658a-d121-4f37-b9a2-a08a82c05a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:21.012868 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-a522658a-d121-4f37-b9a2-a08a82c05a94 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0434887 Sep 16 05:47:21.061692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-b571fc03-6186-4406-b4ee-c1cbfdefc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:21.063155 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-b571fc03-6186-4406-b4ee-c1cbfdefc555 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381055 Sep 16 05:47:21.159528 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-a800fc33-7ca5-43fc-be0f-fa8f698db1e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Sep 16 05:47:21.249582 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a379769c-6487-40d9-b42c-2b0d2368c9c7 req-ab3a91a3-c9b0-4ce5-bb4f-158308674cd4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834944 Sep 16 05:47:25.662130 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:25.664001 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=15 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:26.774898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac5791-7aff-4ce1-b265-f405e2b65e01 req-d2d6e023-4ccd-453e-b1e7-df1218243f8d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:26.776463 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-43ac5791-7aff-4ce1-b265-f405e2b65e01 req-d2d6e023-4ccd-453e-b1e7-df1218243f8d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0521548 Sep 16 05:47:26.807274 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:26.824105 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-43ac5791-7aff-4ce1-b265-f405e2b65e01 req-8d528643-6714-4130-affe-be9ec594c589 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Sep 16 05:47:27.592913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=1,neutron:SELECT=75 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:27.593999 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=73 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:27.956562 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726f18-5664-4eba-ab1e-14b80f012f24 req-c5cc7680-d727-4c71-96b4-43ea5051be8a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:27.958072 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-39726f18-5664-4eba-ab1e-14b80f012f24 req-c5cc7680-d727-4c71-96b4-43ea5051be8a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0482883 Sep 16 05:47:28.009614 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-39726f18-5664-4eba-ab1e-14b80f012f24 req-c001b728-027b-4dfe-975f-6ab7319faddc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Sep 16 05:47:28.806875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e034e93-dd1b-44d4-8102-3873e85559de req-50710a90-2e75-437e-9f0d-04417306797a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:28.808309 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6e034e93-dd1b-44d4-8102-3873e85559de req-50710a90-2e75-437e-9f0d-04417306797a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.0478067 Sep 16 05:47:28.924706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Deleting port 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:47:28.925053 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.014064 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] For port 29e7391c-0225-40cb-8ca8-2a7890d5196d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=29e7391c-0225-40cb-8ca8-2a7890d5196d,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:29.014427 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.196878 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fcbd6-9edf-4e54-a9eb-28e63e07f69b req-26bbfff0-4653-4f2f-a03f-ecafa3ba792a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:29.198267 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ad4fcbd6-9edf-4e54-a9eb-28e63e07f69b req-26bbfff0-4653-4f2f-a03f-ecafa3ba792a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 947 time: 0.1052659 Sep 16 05:47:29.293988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:29.301020 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.301376 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.301722 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Floating IP f3b023ee-4431-49a7-9b9e-1fd70394e91e disassociated. External IP: 172.27.0.210, port: 29e7391c-0225-40cb-8ca8-2a7890d5196d. Sep 16 05:47:29.302079 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Calling delete_port for 29e7391c-0225-40cb-8ca8-2a7890d5196d owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:47:29.308574 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ad4fcbd6-9edf-4e54-a9eb-28e63e07f69b req-e75502e5-a04e-4435-868f-b9028e8131e4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac2d160f-8a80-489f-a6c4-c4909e565b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010020 Sep 16 05:47:29.555095 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (29e7391c-0225-40cb-8ca8-2a7890d5196d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.583534 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'Port': ['ID=29e7391c-0225-40cb-8ca8-2a7890d5196d,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:29.624369 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:29.694244 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:29.815101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:29.825942 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:29.836458 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:29.837336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:29.880699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] No DVR routers for this DVR port 29e7391c-0225-40cb-8ca8-2a7890d5196d on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:47:29.884359 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:29.889058 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6e034e93-dd1b-44d4-8102-3873e85559de req-8f810310-62d5-4aa6-a952-9148e49245ad tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "DELETE /networking/v2.0/ports/29e7391c-0225-40cb-8ca8-2a7890d5196d HTTP/1.1" status: 204 len: 173 time: 1.0752144 Sep 16 05:47:29.889582 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-deleted', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:29.891862 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1d0d2-2529-4c57-ac00-9b0f1923aecc" -d '{"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-deleted", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:29.946345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf54587-f7b0-4f4b-807e-aff3a7b9ace8 x-openstack-request-id: req-7bf54587-f7b0-4f4b-807e-aff3a7b9ace8 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:29.946345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168e43b-722c-4dd6-96c6-91a6930a8f32", "name": "network-vif-deleted", "tag": "29e7391c-0225-40cb-8ca8-2a7890d5196d", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:29.946345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bf54587-f7b0-4f4b-807e-aff3a7b9ace8 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:29.946345 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf54587-f7b0-4f4b-807e-aff3a7b9ace8'] response: {'server_uuid': 'f168e43b-722c-4dd6-96c6-91a6930a8f32', 'name': 'network-vif-deleted', 'tag': '29e7391c-0225-40cb-8ca8-2a7890d5196d', 'status': 'completed', 'code': 200} Sep 16 05:47:29.959738 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:30.158492 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:30.183679 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:30.194192 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:30.194800 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:30.315144 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:30.475527 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-520c4767-e594-4ad3-9e7d-5d52d1e724ce req-a812cdbf-5cc0-4460-8935-2581f377f52c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.0309410 Sep 16 05:47:30.536298 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:30.644790 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be234ce-aaec-4fc9-9de2-30a47c67ef5f None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:30.904598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f59b78-c6b6-4d70-840c-d3edfabc0434 None None] New status for floating IP f3b023ee-4431-49a7-9b9e-1fd70394e91e: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:47:31.603328 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-43226667-e523-4b3c-af4c-3eb3319b5a4d req-e3ee8da2-fe51-4acc-8d34-1503b0935fb8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f168e43b-722c-4dd6-96c6-91a6930a8f32 HTTP/1.1" status: 200 len: 210 time: 0.0300620 Sep 16 05:47:32.106105 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9bafc189-4bb3-43e7-9a19-1f9746bf493a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:32.763981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d17b4-4295-44e0-93fb-c4cf0d3d7eec req-7feda623-5044-4316-8d03-cc41ab0174a2 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:32.765463 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a10d17b4-4295-44e0-93fb-c4cf0d3d7eec req-7feda623-5044-4316-8d03-cc41ab0174a2 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0491755 Sep 16 05:47:32.801595 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47512) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:32.813307 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a10d17b4-4295-44e0-93fb-c4cf0d3d7eec req-8714ee63-cc55-4d5e-80e6-ffa42ef4585b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Sep 16 05:47:32.858811 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (ac2d160f-8a80-489f-a6c4-c4909e565b8e), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:32.881148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (ac2d160f-8a80-489f-a6c4-c4909e565b8e), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:32.994183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ac2d160f-8a80-489f-a6c4-c4909e565b8e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:32.996771 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:32.998696 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ac2d160f-8a80-489f-a6c4-c4909e565b8e HTTP/1.1" status: 204 len: 168 time: 0.1960158 Sep 16 05:47:33.001893 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47514) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:33.007937 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3a12-135e-47b3-8b2d-94057077f51d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d160f-8a80-489f-a6c4-c4909e565b8e,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:33.016991 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-2fd40713-97bf-4e61-b2ba-fbc27ba996a1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] show failed (client error): The resource could not be found. Sep 16 05:47:33.018005 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2fd40713-97bf-4e61-b2ba-fbc27ba996a1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups/ac2d160f-8a80-489f-a6c4-c4909e565b8e HTTP/1.1" status: 404 len: 347 time: 0.0150537 Sep 16 05:47:33.020848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47516) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:33.274746 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:33.299695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 29e7391c-0225-40cb-8ca8-2a7890d5196d {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:47:33.300126 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 29e7391c-0225-40cb-8ca8-2a7890d5196d not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:33.344249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Deleting port 1f02f787-6102-44a5-899a-b7e0b1b23be6 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:47:33.344587 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.420005 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.420317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (1f02f787-6102-44a5-899a-b7e0b1b23be6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.432326 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Calling delete_port for 1f02f787-6102-44a5-899a-b7e0b1b23be6 owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:47:33.562531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:33.679923 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (1f02f787-6102-44a5-899a-b7e0b1b23be6), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.704582 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'Port': ['ID=1f02f787-6102-44a5-899a-b7e0b1b23be6,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:33.765070 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (f3b023ee-4431-49a7-9b9e-1fd70394e91e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.767480 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:33.768619 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-dd429a54-cffb-4db7-8dd4-5cd3d806cb0c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f3b023ee-4431-49a7-9b9e-1fd70394e91e HTTP/1.1" status: 204 len: 168 time: 0.7469156 Sep 16 05:47:33.918782 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47522) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:33.925579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601025026', 'description': 'tempest-description--1168788080'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:33.955226 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3447c39-6522-4734-abe4-72bb35951b1e req-9e47ccb3-fba2-40ca-9a41-7ca08ef4ca99 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:33.956685 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c3447c39-6522-4734-abe4-72bb35951b1e req-9e47ccb3-fba2-40ca-9a41-7ca08ef4ca99 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0685070 Sep 16 05:47:34.004198 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c3447c39-6522-4734-abe4-72bb35951b1e req-56b7f6c0-4fbd-43b8-8b2d-262b0212ea3b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Sep 16 05:47:34.023247 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.091659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (3ffe4109-188c-4ef4-95dc-0b29e4580b70), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.142652 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3ffe4109-188c-4ef4-95dc-0b29e4580b70), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.171640 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe4109-188c-4ef4-95dc-0b29e4580b70,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.225295 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.229635 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-cd361e6a-faaa-496a-bf7f-729dc63737d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3068380 Sep 16 05:47:34.230062 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47524) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:34.234859 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group_rule': {'security_group_id': '3ffe4109-188c-4ef4-95dc-0b29e4580b70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:34.262918 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf137-58ad-48cb-a6be-7628a752d20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.311518 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:34.315990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (ccc79011-c944-4d5f-9a5a-e910774225c3), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.372814 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (ccc79011-c944-4d5f-9a5a-e910774225c3), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.434143 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (ccc79011-c944-4d5f-9a5a-e910774225c3), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.453689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc79011-c944-4d5f-9a5a-e910774225c3,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.498935 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.500079 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c7e792f7-47c5-4b21-91ca-85be9fef233a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691073 Sep 16 05:47:34.502851 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47526) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:34.507153 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'security_group_rule': {'security_group_id': '3ffe4109-188c-4ef4-95dc-0b29e4580b70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:34.586555 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (46c01f93-ce46-4b4b-b0bf-eb7d627db8ca), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.635695 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (46c01f93-ce46-4b4b-b0bf-eb7d627db8ca), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.694958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (46c01f93-ce46-4b4b-b0bf-eb7d627db8ca), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.714412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c01f93-ce46-4b4b-b0bf-eb7d627db8ca,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.765242 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-07400faa-27a6-4b03-8cb5-fa8dae21ac7b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:34.766707 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-07400faa-27a6-4b03-8cb5-fa8dae21ac7b tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0457656 Sep 16 05:47:34.782543 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.783673 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-577887dc-d367-40ec-be83-25ebe45a6955 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2798831 Sep 16 05:47:34.787114 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47528) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:34.791691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:34.854989 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:34.859105 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Deleting port 7d04d71c-1378-4d14-890f-e413894f5c05 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:47:34.859449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.877957 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.948876 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] For port 7d04d71c-1378-4d14-890f-e413894f5c05, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7d04d71c-1378-4d14-890f-e413894f5c05,segment=NetworkSegment(5e058bcd-8f21-4709-8d34-5bbf87877e56),segment_id=5e058bcd-8f21-4709-8d34-5bbf87877e56)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:34.949242 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:34.962185 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Calling delete_port for 7d04d71c-1378-4d14-890f-e413894f5c05 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:47:34.963204 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.073683 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Allocated IP 172.27.0.43 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/6ac387d7-d845-465f-be1c-611af30dfb53) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:35.163943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (7d04d71c-1378-4d14-890f-e413894f5c05), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.171408 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844dd7d-5c76-4aa4-91c0-1ff38dcaaacf req-1cd5a1de-3ff7-4e73-9909-cc0b043cb119 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:35.172974 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9844dd7d-5c76-4aa4-91c0-1ff38dcaaacf req-1cd5a1de-3ff7-4e73-9909-cc0b043cb119 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 945 time: 0.0900736 Sep 16 05:47:35.193880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Pushing event deleted for resources: {'Port': ['ID=7d04d71c-1378-4d14-890f-e413894f5c05,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:35.204563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['7d04d71c-1378-4d14-890f-e413894f5c05'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:47:35.245497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] No DVR routers for this DVR port 7d04d71c-1378-4d14-890f-e413894f5c05 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:47:35.249310 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.249900 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (6ac387d7-d845-465f-be1c-611af30dfb53), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.252757 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-78c4a237-16ea-4f30-9a24-902aba98cb4f req-60409836-7837-43bd-896c-6409dee88325 tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.15 "DELETE /networking/v2.0/ports/7d04d71c-1378-4d14-890f-e413894f5c05 HTTP/1.1" status: 204 len: 173 time: 0.4798656 Sep 16 05:47:35.254021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'name': 'network-vif-deleted', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:35.260105 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0f704-3c87-45c3-bab6-24184992ce2c" -d '{"events": [{"server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "name": "network-vif-deleted", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:35.297440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73105ec8-caa7-464d-8f5c-143754b9bb9a x-openstack-request-id: req-73105ec8-caa7-464d-8f5c-143754b9bb9a {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:35.297731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d72e3-668c-4c58-9f62-da4f33760d0e", "name": "network-vif-deleted", "tag": "7d04d71c-1378-4d14-890f-e413894f5c05", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:35.298017 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73105ec8-caa7-464d-8f5c-143754b9bb9a {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:35.298434 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73105ec8-caa7-464d-8f5c-143754b9bb9a'] response: {'server_uuid': '6f8d72e3-668c-4c58-9f62-da4f33760d0e', 'name': 'network-vif-deleted', 'tag': '7d04d71c-1378-4d14-890f-e413894f5c05', 'status': 'completed', 'code': 200} Sep 16 05:47:35.343834 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.391464 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:35.404524 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:35.410102 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:47:35.438533 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=6ac387d7-d845-465f-be1c-611af30dfb53,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:35.475755 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9844dd7d-5c76-4aa4-91c0-1ff38dcaaacf req-8a69b6d0-afec-404c-9d24-459e18e98f4e tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ab25cef-01c3-4b7e-aa43-dfaf67f99825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947032 Sep 16 05:47:35.479670 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:35.481283 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:35.524477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.643441 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.794549 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (6ac387d7-d845-465f-be1c-611af30dfb53), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.849703 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.928076 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=6ac387d7-d845-465f-be1c-611af30dfb53,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:35.931117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:35.946179 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:36.005728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:36.008256 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-273bd0c8-e2ff-477c-aec9-7fd418fc944d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2187800 Sep 16 05:47:36.309277 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-01139339-3b3b-4a71-a53f-c358ca612275 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--601025026&fields=id&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 267 time: 0.0459025 Sep 16 05:47:36.415116 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-d20e1a1b-ca5d-49ff-86cc-023014a8929f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:36.416569 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-d20e1a1b-ca5d-49ff-86cc-023014a8929f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 817 time: 0.1007836 Sep 16 05:47:36.432957 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-7efb3f2c-3730-4607-8d07-2bf65096d91d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/quotas/1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 375 time: 0.0092099 Sep 16 05:47:36.447291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:36.490275 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-4c7a8ba0-87b1-43df-91fb-1059b0e935e1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518725 Sep 16 05:47:36.596272 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8756b0f1-d1d9-46f6-9d4c-2adbc0063c3f req-a1853aed-0650-4036-8ce5-6a817379234c tempest-VolumesSnapshotTestJSON-959903333 tempest-VolumesSnapshotTestJSON-959903333-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6f8d72e3-668c-4c58-9f62-da4f33760d0e HTTP/1.1" status: 200 len: 210 time: 0.0311632 Sep 16 05:47:36.596795 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-1e009101-00e7-4a2d-ac98-a31c29fecba3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949545 Sep 16 05:47:36.692835 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-06c499be-de0b-44f5-9442-4e9ba7ede7c9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Sep 16 05:47:36.949788 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b84216c9-ad9d-49c9-927f-c4e3c07049cd req-eeeb30fc-0a6c-44be-bbce-4de96f2f529b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0299723 Sep 16 05:47:37.457472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:37.780822 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:38.063430 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0dc8d365-14ec-4ec0-9774-a58ad3d746bb req-8fcbf132-a200-483d-9362-44fc9d0b33e6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0343249 Sep 16 05:47:39.194933 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cec0b35e-db00-431a-964c-06ce06421207 req-cd47183e-ad6a-4395-8961-7671f105c24f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0483847 Sep 16 05:47:39.205226 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-5c0d7356-f8cf-41c1-8a8b-3db7bb432386 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:39.206756 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-5c0d7356-f8cf-41c1-8a8b-3db7bb432386 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 817 time: 0.1339543 Sep 16 05:47:39.251857 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:39.277642 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-700af80e-4ce5-4f5f-a08a-041d03f561d2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 379 time: 0.0545740 Sep 16 05:47:39.287195 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'port': {'device_id': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'admin_state_up': True, 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'security_groups': ['3ffe4109-188c-4ef4-95dc-0b29e4580b70']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:39.302885 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 7d04d71c-1378-4d14-890f-e413894f5c05 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:39.324515 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 7d04d71c-1378-4d14-890f-e413894f5c05 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:47:39.325086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 7d04d71c-1378-4d14-890f-e413894f5c05 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:39.478565 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Made reservation on behalf of 1a2ef5dbdbb34457963733b3507abb34 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:39.482354 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:39.606634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Allocated IP 172.20.0.3 (188e8999-5037-4695-a578-27c8497948de/0d198aa3-63a6-478d-8ede-2fb9c97450e5/ab03a892-2d07-4027-aece-7cb1130f9308) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:39.757029 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for port (ab03a892-2d07-4027-aece-7cb1130f9308), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:39.835013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:39.874484 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:39.884911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Network 188e8999-5037-4695-a578-27c8497948de is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:39.888133 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:39.893118 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:47:39.918048 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:39.955179 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:39.955713 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.003361 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-fadd7f97-3f86-45fc-897b-a4a592bb1dbd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7196906 Sep 16 05:47:40.022384 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Request body: {'port': {'device_id': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:40.080227 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Provisioning complete for port ab03a892-2d07-4027-aece-7cb1130f9308 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:47:40.080592 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.080919 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Attempt 1 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:47:40.084400 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.111558 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Port ab03a892-2d07-4027-aece-7cb1130f9308 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:47:40.300572 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:40.323764 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fce-e61d-46c1-9fb8-601fecc8544b req-c2b38241-9ce9-42b1-9364-5fbd87ca9bf8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:40.325276 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e4351fce-e61d-46c1-9fb8-601fecc8544b req-c2b38241-9ce9-42b1-9364-5fbd87ca9bf8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 931 time: 0.0479820 Sep 16 05:47:40.338194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:47:40.346435 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks [] for port (ab03a892-2d07-4027-aece-7cb1130f9308), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.361635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Transition to ACTIVE for port object ab03a892-2d07-4027-aece-7cb1130f9308 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:47:40.379491 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e4351fce-e61d-46c1-9fb8-601fecc8544b req-f3c8caf2-27f6-4145-a54f-42c6581f54a7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464983 Sep 16 05:47:40.421114 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.482636 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:40.530353 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Attempting to bind port ab03a892-2d07-4027-aece-7cb1130f9308 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:47:40.530685 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Attempting to bind port ab03a892-2d07-4027-aece-7cb1130f9308 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:47:40.531008 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Attempting to bind port ab03a892-2d07-4027-aece-7cb1130f9308 on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:40.574789 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Port ab03a892-2d07-4027-aece-7cb1130f9308 on network 188e8999-5037-4695-a578-27c8497948de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:40.575111 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Attempting to bind port ab03a892-2d07-4027-aece-7cb1130f9308 on network 188e8999-5037-4695-a578-27c8497948de {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:40.612891 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Attempt 2 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:47:40.621663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:47:40.622030 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Checking segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:47:40.622489 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Bound using segment: {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:47:40.623615 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Bound port: ab03a892-2d07-4027-aece-7cb1130f9308, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6eda73-a823-46b5-bc2b-36885f7e9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '188e8999-5037-4695-a578-27c8497948de'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:47:40.624215 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.644507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Port ab03a892-2d07-4027-aece-7cb1130f9308 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:47:40.683302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:40.687227 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:40.763856 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.769619 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:40.770329 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:40.771717 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 1093 time: 0.7536404 Sep 16 05:47:40.772208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:40.774440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14" -d '{"events": [{"name": "network-changed", "server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:40.803955 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:40.818418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9372-c660-4dce-b1dc-f73d5f675eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:40.832089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847323ec-2680-43f7-b4ac-6f541e19540d x-openstack-request-id: req-847323ec-2680-43f7-b4ac-6f541e19540d {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:40.832583 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:40.832990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-847323ec-2680-43f7-b4ac-6f541e19540d {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:40.833544 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847323ec-2680-43f7-b4ac-6f541e19540d'] response: {'name': 'network-changed', 'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'status': 'completed', 'code': 200} Sep 16 05:47:41.146176 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Attempt 3 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:47:41.184862 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fdf57-dd6b-4ff7-8d56-cfa33bae8caf None None] Port ab03a892-2d07-4027-aece-7cb1130f9308 had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:47:41.467117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:41.505374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a9d-90a3-4945-a994-5e949ada53f1 req-2d61980f-18c2-462e-8de7-f8d717f0dd11 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:41.506863 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-83cb3a9d-90a3-4945-a994-5e949ada53f1 req-2d61980f-18c2-462e-8de7-f8d717f0dd11 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0481744 Sep 16 05:47:41.554936 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-83cb3a9d-90a3-4945-a994-5e949ada53f1 req-f9ba3046-a525-4824-9198-2a1757a6ebc6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Sep 16 05:47:42.713597 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6ee65-80ad-4640-9cbb-05751f13c84c req-f9f5de86-ff44-4504-bb49-9071829a9e80 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:42.715072 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9df6ee65-80ad-4640-9cbb-05751f13c84c req-f9f5de86-ff44-4504-bb49-9071829a9e80 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0766690 Sep 16 05:47:42.720208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-4eccb4cc-2783-460f-8eca-89935ae789a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:42.721547 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-4eccb4cc-2783-460f-8eca-89935ae789a6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1127 time: 0.0513721 Sep 16 05:47:42.818349 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9df6ee65-80ad-4640-9cbb-05751f13c84c req-18b789a8-6fb4-433a-aad4-847f109ab8e4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958550 Sep 16 05:47:42.855074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-842cb240-9b1e-46b8-aac2-0e0246c311a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:42.856525 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-842cb240-9b1e-46b8-aac2-0e0246c311a2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=1a2ef5dbdbb34457963733b3507abb34&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1207850 Sep 16 05:47:42.952542 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-d9cfdf3b-afa8-48bc-a77c-65074412f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:42.954718 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfbcaa52-8c9e-47a1-9075-37d42e09ba14 req-d9cfdf3b-afa8-48bc-a77c-65074412f482 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915551 Sep 16 05:47:43.057088 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-f8795c24-197e-403b-b040-a6e955d6acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:43.058611 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-f8795c24-197e-403b-b040-a6e955d6acc4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1127 time: 0.0432549 Sep 16 05:47:43.107595 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-d641a132-43c1-45df-8604-59c352c1cefa service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 217 time: 0.0314112 Sep 16 05:47:43.156274 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-a29d89a2-b286-43b1-a2f6-693872d39d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:43.157924 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-a29d89a2-b286-43b1-a2f6-693872d39d95 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0426722 Sep 16 05:47:43.191102 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:43.200147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-15d57782-86ff-49a9-90e5-54e03e598aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:43.201576 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-15d57782-86ff-49a9-90e5-54e03e598aeb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369420 Sep 16 05:47:43.295164 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-285e8d1d-4f16-4269-bf4f-f2ffdefd6284 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Sep 16 05:47:43.371394 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:43.386921 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cb2bdc06-0041-4f11-816e-79528b7d0d62 req-889dc1fe-4946-4c15-8faf-0cd04e830d60 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846117 Sep 16 05:47:43.952873 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b2d13-ffa9-4031-8978-70a858178bba req-29535424-cf69-4b03-9fb4-ccc633dfe9fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:43.954401 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-213b2d13-ffa9-4031-8978-70a858178bba req-29535424-cf69-4b03-9fb4-ccc633dfe9fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0554283 Sep 16 05:47:44.003517 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-213b2d13-ffa9-4031-8978-70a858178bba req-bb63d55d-8911-43ac-aa62-8fcd7b5b4043 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435741 Sep 16 05:47:44.224028 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=75 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:44.628748 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:45.129781 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aeba3-5df6-4fe7-a8f7-4630d46d3e9e req-1343be7b-5f86-4671-9d99-7d71482c00fb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:45.131254 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-031aeba3-5df6-4fe7-a8f7-4630d46d3e9e req-1343be7b-5f86-4671-9d99-7d71482c00fb tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0472338 Sep 16 05:47:45.178535 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-031aeba3-5df6-4fe7-a8f7-4630d46d3e9e req-ebcfdacd-cdd0-47b9-8119-a54bdf547834 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Sep 16 05:47:46.307482 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72005-6c2f-4b47-8d16-db07e9266f32 req-59f4f444-f1b1-4ab8-80e6-41d9458af85f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:46.308952 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-48d72005-6c2f-4b47-8d16-db07e9266f32 req-59f4f444-f1b1-4ab8-80e6-41d9458af85f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0480034 Sep 16 05:47:46.362318 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-48d72005-6c2f-4b47-8d16-db07e9266f32 req-c1738fa0-ec2f-4b19-99d3-2d4157fc7f66 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470300 Sep 16 05:47:46.404944 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-87eff8e9-40e6-4efb-bf1d-4f9a88de859c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400412 Sep 16 05:47:46.511884 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21588-d5d9-440d-9a85-687b74788992 req-5ffe38d8-3580-40ca-bca9-77abb91e2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:46.513361 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-5ffe38d8-3580-40ca-bca9-77abb91e2d6d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d6a0481b87f34225a6a44f702ba75f68&device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 1129 time: 0.0418563 Sep 16 05:47:46.607604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:46.619653 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21588-d5d9-440d-9a85-687b74788992 req-43780fe1-4e01-4eb8-8e07-1a81f5e76480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:46.621180 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-43780fe1-4e01-4eb8-8e07-1a81f5e76480 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 200 len: 920 time: 0.0901659 Sep 16 05:47:46.661077 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-3fe1e884-538c-41df-b7ff-3e2a842aa042 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 200 len: 217 time: 0.0317206 Sep 16 05:47:46.707568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:46.714209 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21588-d5d9-440d-9a85-687b74788992 req-90d19111-39bb-4c57-a0d6-3727f093c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:46.715660 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-90d19111-39bb-4c57-a0d6-3727f093c95d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 200 len: 858 time: 0.0486162 Sep 16 05:47:46.718566 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:46.752927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:47:46.753315 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:46.761857 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21588-d5d9-440d-9a85-687b74788992 req-3c490701-aa63-4f76-b13f-d8bdacc220a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:46.763899 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-3c490701-aa63-4f76-b13f-d8bdacc220a3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9d3fd988-8839-4418-aac3-5a2f305886fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420227 Sep 16 05:47:46.769642 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:47:46.781124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:46.792290 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:46.867480 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-038c5c63-40b7-41f1-9f7f-fdc7b36f35cf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963850 Sep 16 05:47:46.886174 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:46.940598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:46.948003 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.948352 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.948715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.949071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.949428 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.949738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.950088 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.950413 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.950736 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.951058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.951381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.951731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.952051 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.953169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.953666 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:46.962552 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-81b21588-d5d9-440d-9a85-687b74788992 req-c4e6f2c3-6487-4075-af1b-2d50cd2b442c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888684 Sep 16 05:47:47.268972 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['ab03a892-2d07-4027-aece-7cb1130f9308'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:47:47.378461 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:47.388102 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:47.503556 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aad64c-a98a-4508-98c5-892182ba2981 req-b7ecb4d7-4409-4d9b-ba03-d6bdc33082cc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:47.505055 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-17aad64c-a98a-4508-98c5-892182ba2981 req-b7ecb4d7-4409-4d9b-ba03-d6bdc33082cc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 944 time: 0.0494123 Sep 16 05:47:47.559715 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-17aad64c-a98a-4508-98c5-892182ba2981 req-1b28bf03-c0a7-4176-a9b6-50a4e52660d5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490816 Sep 16 05:47:48.623519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:48.666901 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port ab03a892-2d07-4027-aece-7cb1130f9308 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:47:48.693699 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c693ef-5dc9-4e5b-b3a8-5ea8e648d56a req-f0c63c42-27af-4fed-a97b-fd0323977529 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:48.695198 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-43c693ef-5dc9-4e5b-b3a8-5ea8e648d56a req-f0c63c42-27af-4fed-a97b-fd0323977529 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 944 time: 0.0514472 Sep 16 05:47:48.723783 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port ab03a892-2d07-4027-aece-7cb1130f9308 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:47:48.724157 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:48.724489 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:47:48.745236 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-43c693ef-5dc9-4e5b-b3a8-5ea8e648d56a req-cc2b017b-609a-41e6-a17b-18b8875a29a5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Sep 16 05:47:48.802098 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:47:48.802098 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:48.826022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:48.828421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea4d80-3c67-478d-b89b-1f4c0ee0a70e" -d '{"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:48.840708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:48.868571 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6928bc-d082-4dc2-8f5a-1350d6b45863 x-openstack-request-id: req-4b6928bc-d082-4dc2-8f5a-1350d6b45863 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:48.868881 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:48.869136 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b6928bc-d082-4dc2-8f5a-1350d6b45863 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:48.873104 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6928bc-d082-4dc2-8f5a-1350d6b45863'] response: {'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'code': 200} Sep 16 05:47:48.938388 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:48.985410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:49.204191 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa609-8c62-4db6-8ff8-e65420a4ec6a req-0dc4a27e-38f7-4bfb-a4f5-cd6257432e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:49.205554 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef3aa609-8c62-4db6-8ff8-e65420a4ec6a req-0dc4a27e-38f7-4bfb-a4f5-cd6257432e9c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1129 time: 0.0415010 Sep 16 05:47:49.252918 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ef3aa609-8c62-4db6-8ff8-e65420a4ec6a req-cc5ad7cf-4b99-4a0d-bff8-08dd6d4cb9ed service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Sep 16 05:47:49.873266 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98769623-c710-4ca2-9109-d3caee907e66 req-e03a4eec-c24c-48a7-bccb-2e9aaf956a2d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:49.875820 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-98769623-c710-4ca2-9109-d3caee907e66 req-e03a4eec-c24c-48a7-bccb-2e9aaf956a2d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Sep 16 05:47:49.923997 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-98769623-c710-4ca2-9109-d3caee907e66 req-dc3cb3fb-ddee-4264-9285-499e617735f1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Sep 16 05:47:51.054558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9288d-ade4-4def-a3d0-125f3d704044 req-76f2c510-ace8-458c-99b8-dd7312226a92 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:51.056006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-76a9288d-ade4-4def-a3d0-125f3d704044 req-76f2c510-ace8-458c-99b8-dd7312226a92 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0461090 Sep 16 05:47:51.102912 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-76a9288d-ade4-4def-a3d0-125f3d704044 req-16627301-a384-4cb5-8ecc-b0292bb481f4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Sep 16 05:47:52.285093 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089e43-1d9c-4d98-b8e5-4d10d18c7901 req-77247988-5efd-49ea-8cee-be04a50fba9c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:52.286576 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4f089e43-1d9c-4d98-b8e5-4d10d18c7901 req-77247988-5efd-49ea-8cee-be04a50fba9c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Sep 16 05:47:52.342501 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4f089e43-1d9c-4d98-b8e5-4d10d18c7901 req-a90ef84a-3214-4681-b3b2-99836bc88109 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503111 Sep 16 05:47:53.470289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097d57-f4b2-4ada-aa74-065aef9e08f8 req-53d931dd-8418-45a9-8553-5e2f18231d13 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:53.471653 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8d097d57-f4b2-4ada-aa74-065aef9e08f8 req-53d931dd-8418-45a9-8553-5e2f18231d13 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0499351 Sep 16 05:47:53.507895 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:53.523112 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8d097d57-f4b2-4ada-aa74-065aef9e08f8 req-e7371404-7e71-4e7e-9ab0-ca4409fbab69 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 Sep 16 05:47:54.650435 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302831a-57fa-4957-b3a9-2c85c6d2555a req-3cc3b6e2-79f8-4c94-82fb-2eac23d25af3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:54.653039 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4302831a-57fa-4957-b3a9-2c85c6d2555a req-3cc3b6e2-79f8-4c94-82fb-2eac23d25af3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0473397 Sep 16 05:47:54.701433 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4302831a-57fa-4957-b3a9-2c85c6d2555a req-100146c2-d011-4d5d-90c1-bbfcc8b65fd3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Sep 16 05:47:54.824915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5a0a-2b91-4727-8c85-b8c97a50aab2 req-923406c5-deb2-48d7-8fde-0a70681118fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:54.826344 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7ea5a0a-2b91-4727-8c85-b8c97a50aab2 req-923406c5-deb2-48d7-8fde-0a70681118fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Sep 16 05:47:54.836568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47688) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:47:54.840834 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Request body: {'floatingip': {'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:54.881553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:55.513654 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:55.532260 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:55.615094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:55.714367 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Floating IP bf844488-f45d-4d64-a16e-155fe39e3388 associated. External IP: 172.27.0.43, port: ab03a892-2d07-4027-aece-7cb1130f9308. Sep 16 05:47:55.916568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:56.025171 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:56.030101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:56.036404 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:56.046300 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:56.046919 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.066347 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a8be5f30-67c4-4ae2-af14-68e15ae82e95 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/bf844488-f45d-4d64-a16e-155fe39e3388 HTTP/1.1" status: 200 len: 990 time: 1.2287185 Sep 16 05:47:56.066999 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:56.069270 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d3984-94ed-4c7a-93b8-94c56c071bff" -d '{"events": [{"name": "network-changed", "server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:56.106613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c739d9-1823-450d-866e-38fa5de1afa6 x-openstack-request-id: req-c2c739d9-1823-450d-866e-38fa5de1afa6 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:56.110793 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:56.110793 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2c739d9-1823-450d-866e-38fa5de1afa6 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:56.110793 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c739d9-1823-450d-866e-38fa5de1afa6'] response: {'name': 'network-changed', 'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'status': 'completed', 'code': 200} Sep 16 05:47:56.160338 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:56.233402 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedb8c8-3c8a-4417-95cd-d5d1bab86d02 req-5fdab1f5-ef75-43ef-b414-0f3b0cc163f6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:56.236308 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-aeedb8c8-3c8a-4417-95cd-d5d1bab86d02 req-5fdab1f5-ef75-43ef-b414-0f3b0cc163f6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Sep 16 05:47:56.284591 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-aeedb8c8-3c8a-4417-95cd-d5d1bab86d02 req-2a896de9-4440-4bc5-b0f6-e63926db41d0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Sep 16 05:47:56.366051 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:56.377148 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'bf844488-f45d-4d64-a16e-155fe39e3388', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:47:35Z', 'updated_at': '2022-09-16T05:47:55Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.401607 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:56.411029 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:56.411621 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.515227 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:56.728624 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'bf844488-f45d-4d64-a16e-155fe39e3388', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:47:35Z', 'updated_at': '2022-09-16T05:47:55Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.753336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c31147-3f01-4e91-8093-3e2fe48ac3f6 None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'bf844488-f45d-4d64-a16e-155fe39e3388', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:47:35Z', 'updated_at': '2022-09-16T05:47:55Z', 'revision_number': 1, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:56.933724 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53c83d-0cae-4748-9489-8ce88c593ef9 None None] New status for floating IP bf844488-f45d-4d64-a16e-155fe39e3388: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:47:57.409735 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ebc6f-30f8-424d-a692-cfd1cf9f853f req-54ee3d2e-703f-449a-9bee-0c8c3f942daf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:57.412672 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-870ebc6f-30f8-424d-a692-cfd1cf9f853f req-54ee3d2e-703f-449a-9bee-0c8c3f942daf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0481529 Sep 16 05:47:57.457954 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-870ebc6f-30f8-424d-a692-cfd1cf9f853f req-c17997da-501d-4189-93dc-9138830ce58f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Sep 16 05:47:57.889764 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:57.902868 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-849ecc9b-9bb6-4263-85b0-4a816b851e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:57.904335 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-849ecc9b-9bb6-4263-85b0-4a816b851e11 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1129 time: 0.0431843 Sep 16 05:47:58.009078 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-92da5062-aeaf-4ddc-9dc2-11287b7e28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:58.010723 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-92da5062-aeaf-4ddc-9dc2-11287b7e28b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.0936031 Sep 16 05:47:58.115853 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-8e64cd5b-2c0a-4c91-98b3-7d339c47a1e2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 1000 time: 0.0621669 Sep 16 05:47:58.166802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-0b2248dc-cb9f-4f37-bfef-56696d7c0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:58.168301 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-0b2248dc-cb9f-4f37-bfef-56696d7c0883 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0465388 Sep 16 05:47:58.301019 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-b5dbbb02-2fc7-4b49-bb26-8961197a4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:58.302573 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-b5dbbb02-2fc7-4b49-bb26-8961197a4510 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436490 Sep 16 05:47:58.314647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-62c2c8d0-fca5-46ea-ab9b-1a969cee20b6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:58.316244 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-62c2c8d0-fca5-46ea-ab9b-1a969cee20b6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.0573487 Sep 16 05:47:58.329107 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:58.358828 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:58.398401 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-4a062669-f357-4239-8e27-09cfdb878c83 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Sep 16 05:47:58.411854 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Deleting port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:47:58.412271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:58.520694 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c5d3984-94ed-4c7a-93b8-94c56c071bff req-2399ef1c-e1ad-46d2-9cd4-841b7086aa93 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044788 Sep 16 05:47:58.549922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] For port a64db2c4-485f-4dd7-86c1-ffc4312e91a4, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:58.550427 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:58.552902 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:58.696089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c916-e98b-4d6c-b1b0-b8d7bdbbba50 req-5a7c111b-bc89-4381-86a8-0fcd3bfe9bdd tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:47:58.697568 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a265c916-e98b-4d6c-b1b0-b8d7bdbbba50 req-5a7c111b-bc89-4381-86a8-0fcd3bfe9bdd tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 946 time: 0.1386254 Sep 16 05:47:58.828781 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a265c916-e98b-4d6c-b1b0-b8d7bdbbba50 req-eebe5db3-ad26-4ff3-91ff-ee864cef6756 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205475 Sep 16 05:47:58.850391 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:58.850835 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:58.851072 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Floating IP 4944d55e-8e96-4bcc-9339-bc98aec4bb24 disassociated. External IP: 172.27.0.23, port: a64db2c4-485f-4dd7-86c1-ffc4312e91a4. Sep 16 05:47:58.851413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Calling delete_port for a64db2c4-485f-4dd7-86c1-ffc4312e91a4 owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:47:59.043579 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (a64db2c4-485f-4dd7-86c1-ffc4312e91a4), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:59.070717 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'Port': ['ID=a64db2c4-485f-4dd7-86c1-ffc4312e91a4,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:59.083625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.083974 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.084314 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.084650 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.084978 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.085301 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.085635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.086009 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.086532 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.086856 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.087181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.087505 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.087888 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.088218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.088544 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.195346 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:59.301286 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:59.311104 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:59.321372 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:59.322320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:59.344753 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] No DVR routers for this DVR port a64db2c4-485f-4dd7-86c1-ffc4312e91a4 on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:47:59.347705 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:47:59.350867 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47494961-5ae2-4cf2-b4fa-5d29dd7ed3a5 req-6eb4cb34-683e-46cc-b460-2e5de45a545e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "DELETE /networking/v2.0/ports/a64db2c4-485f-4dd7-86c1-ffc4312e91a4 HTTP/1.1" status: 204 len: 173 time: 1.0298085 Sep 16 05:47:59.351379 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'name': 'network-vif-deleted', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:47:59.353614 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e53598-5bcb-47ed-a2f2-342a304ef0d7" -d '{"events": [{"server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "name": "network-vif-deleted", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:59.361677 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:47:59.393987 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ea937f-c63e-40b2-83e0-bee5f2ac4fc3 x-openstack-request-id: req-16ea937f-c63e-40b2-83e0-bee5f2ac4fc3 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:59.394477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8", "name": "network-vif-deleted", "tag": "a64db2c4-485f-4dd7-86c1-ffc4312e91a4", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:59.394885 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16ea937f-c63e-40b2-83e0-bee5f2ac4fc3 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:59.395439 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ea937f-c63e-40b2-83e0-bee5f2ac4fc3'] response: {'server_uuid': 'ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8', 'name': 'network-vif-deleted', 'tag': 'a64db2c4-485f-4dd7-86c1-ffc4312e91a4', 'status': 'completed', 'code': 200} Sep 16 05:47:59.434441 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:59.631210 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:59.674253 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:59.674253 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:47:59.674253 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:47:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:59.773524 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:47:59.981282 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-640ab3fd-de62-4015-a62d-7d631b7fc30f req-11f149b0-99c6-42a2-a20e-92625d151195 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ab865e4f-0aaa-4e01-9b60-23fdebc4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0369117 Sep 16 05:48:00.072176 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:00.096038 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6d8f7-d796-4f0c-870f-2af3a538c2d0 None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:00.330708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83e4a2-b5a1-4e85-8515-6d935c951384 None None] New status for floating IP 4944d55e-8e96-4bcc-9339-bc98aec4bb24: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:48:01.139689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60590d10-f921-4b9f-9005-3404024913a8 req-c69c6b7d-daf6-4f2f-b5a8-82eb48743506 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:01.141176 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-60590d10-f921-4b9f-9005-3404024913a8 req-c69c6b7d-daf6-4f2f-b5a8-82eb48743506 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0513027 Sep 16 05:48:01.163052 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47792) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:01.191355 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-60590d10-f921-4b9f-9005-3404024913a8 req-2ee530d4-7ebe-4431-a39c-ab6b23b329d4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439811 Sep 16 05:48:01.224903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.247318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.249621 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:01.381016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.383593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.385319 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0 HTTP/1.1" status: 204 len: 168 time: 0.2206943 Sep 16 05:48:01.387669 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47796) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:01.394149 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723867be-70af-4870-9e25-9861f29b3ad7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:01.401685 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-2bf71630-7c08-40e6-9e63-91f89365ec1e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] show failed (client error): The resource could not be found. Sep 16 05:48:01.402807 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2bf71630-7c08-40e6-9e63-91f89365ec1e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups/8ec5ca98-21a9-4583-8fbe-6dbb5a06e0e0 HTTP/1.1" status: 404 len: 347 time: 0.0140250 Sep 16 05:48:01.405696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47798) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:01.525625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Deleting port 73430216-9320-4152-ad0b-3cf1e03ba0f3 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:01.525998 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.606635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.606870 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (73430216-9320-4152-ad0b-3cf1e03ba0f3), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.619637 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Calling delete_port for 73430216-9320-4152-ad0b-3cf1e03ba0f3 owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:01.777482 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (73430216-9320-4152-ad0b-3cf1e03ba0f3), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.785602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:01.807674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'Port': ['ID=73430216-9320-4152-ad0b-3cf1e03ba0f3,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:01.832626 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.832969 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.833294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.833632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.834002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.834331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.834653 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.834975 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.835297 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.835625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.835942 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.836262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.836579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.836893 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.837208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:01.884075 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (4944d55e-8e96-4bcc-9339-bc98aec4bb24), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.886667 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:01.887830 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-6f376c58-8fe6-42a7-b825-5af5a9a9f993 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4944d55e-8e96-4bcc-9339-bc98aec4bb24 HTTP/1.1" status: 204 len: 168 time: 0.4811878 Sep 16 05:48:02.036244 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47802) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:02.040763 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424912409', 'description': 'tempest-description--40806061'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:02.117620 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e40ffad9-a259-4729-a2e9-779c25e22e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.126267 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.171149 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:02.201502 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (beb7a9ea-4a5b-4e7e-a180-90c298351e7b), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.269326 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (beb7a9ea-4a5b-4e7e-a180-90c298351e7b), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.300547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7a9ea-4a5b-4e7e-a180-90c298351e7b,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.319159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b04bd3-40b3-498e-9999-d6d683c2d922 req-fff44247-b2ed-4c06-b4e9-36b598aaef39 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:02.320671 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-83b04bd3-40b3-498e-9999-d6d683c2d922 req-fff44247-b2ed-4c06-b4e9-36b598aaef39 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0481834 Sep 16 05:48:02.370725 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-83b04bd3-40b3-498e-9999-d6d683c2d922 req-9d6f233b-3f8c-4b36-bc14-98870f40505b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Sep 16 05:48:02.380044 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.382558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47808) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:02.383091 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-feef9ac0-fe1a-40df-83fb-1b7e272f95ea tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3455756 Sep 16 05:48:02.387919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group_rule': {'security_group_id': 'beb7a9ea-4a5b-4e7e-a180-90c298351e7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:02.472969 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (4511c94f-f2c2-4ed8-a506-37fe292b460a), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.528103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (4511c94f-f2c2-4ed8-a506-37fe292b460a), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.581205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (4511c94f-f2c2-4ed8-a506-37fe292b460a), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.599935 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:02.600913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4511c94f-f2c2-4ed8-a506-37fe292b460a,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.654126 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.655308 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-766f3697-5a12-4a58-a981-886713b4bf9d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715218 Sep 16 05:48:02.659417 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47816) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:02.662079 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a64db2c4-485f-4dd7-86c1-ffc4312e91a4 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:02.663949 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'security_group_rule': {'security_group_id': 'beb7a9ea-4a5b-4e7e-a180-90c298351e7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:02.685474 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: a64db2c4-485f-4dd7-86c1-ffc4312e91a4 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:02.685936 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a64db2c4-485f-4dd7-86c1-ffc4312e91a4 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:02.729875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (e64125fd-8cfa-4738-9f0d-b3f898f72967), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.787212 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (e64125fd-8cfa-4738-9f0d-b3f898f72967), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.868954 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (e64125fd-8cfa-4738-9f0d-b3f898f72967), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.887647 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64125fd-8cfa-4738-9f0d-b3f898f72967,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.957061 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:02.958291 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9a8710d6-d551-4514-9984-4da6c7def8ef tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979457 Sep 16 05:48:02.961427 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47818) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:02.965787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:03.043301 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.122785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.231043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Allocated IP 172.27.0.183 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/4ba32d7a-0bcc-4205-a89b-9b95e2067461) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:03.295767 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:03.332489 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.432732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.478191 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:03.483263 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:03.488127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:03.491233 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=4ba32d7a-0bcc-4205-a89b-9b95e2067461,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:03.495625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2061-2ca6-474a-ad78-1e0fd567069e req-1c327fa7-4341-4c54-a734-fb92b78b7965 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:03.497122 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00dd2061-2ca6-474a-ad78-1e0fd567069e req-1c327fa7-4341-4c54-a734-fb92b78b7965 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0500283 Sep 16 05:48:03.545779 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-00dd2061-2ca6-474a-ad78-1e0fd567069e req-384f0d48-4d14-4e59-af47-2bb67fb5782b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Sep 16 05:48:03.571042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.631916 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47824) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:03.663630 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:03.704739 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Deleting subnet b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:48:03.706913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.710127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Publish callbacks [] for subnet (b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.775862 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.865902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:03.958997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.046464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.078531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.081811 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa HTTP/1.1" status: 204 len: 168 time: 0.4488921 Sep 16 05:48:04.082494 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.084540 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47826) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:04.085716 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6cc58-9528-4440-a6ff-24786c969af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cc645d-47fd-49cb-a6e3-40c1aa7ca6aa,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.128166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:04.156223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=4ba32d7a-0bcc-4205-a89b-9b95e2067461,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.159741 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (cdbd7bdc-997a-4959-888f-2e13206025d6), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.163938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.226194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.237502 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-98960187-1956-4b72-9018-0e439f0285d2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2650397 Sep 16 05:48:04.242231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (cdbd7bdc-997a-4959-888f-2e13206025d6), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.253793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-648dc2e0-1a36-4a22-b801-dcbbd73bc43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.264719 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbd7bdc-997a-4959-888f-2e13206025d6']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:04.275645 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e058bcd-8f21-4709-8d34-5bbf87877e56') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:04.275944 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e058bcd-8f21-4709-8d34-5bbf87877e56') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:04.291089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (5e058bcd-8f21-4709-8d34-5bbf87877e56), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.306152 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (5e058bcd-8f21-4709-8d34-5bbf87877e56), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.312796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:04.313175 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (5e058bcd-8f21-4709-8d34-5bbf87877e56), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.354500 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 5e058bcd-8f21-4709-8d34-5bbf87877e56 resource provider aggregate not found Sep 16 05:48:04.374645 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 5e058bcd-8f21-4709-8d34-5bbf87877e56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e058bcd-8f21-4709-8d34-5bbf87877e56 found for delete ", "request_id": "req-b765ead3-b135-4408-928e-2f9f8529c094"}]} Sep 16 05:48:04.389027 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-4ab2f224-2498-45ee-ad41-18a759290dc6 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--424912409&fields=id&tenant_id=3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 267 time: 0.0462081 Sep 16 05:48:04.422407 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-d76b3d73-5944-47d5-bbe5-be67ce7f0788 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:04.424463 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-d76b3d73-5944-47d5-bbe5-be67ce7f0788 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.0479465 Sep 16 05:48:04.460645 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (cdbd7bdc-997a-4959-888f-2e13206025d6), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.467940 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.472254 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/cdbd7bdc-997a-4959-888f-2e13206025d6 HTTP/1.1" status: 204 len: 168 time: 0.3866401 Sep 16 05:48:04.493413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b8b60-5c6c-4d24-946f-ca49493a7197 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbd7bdc-997a-4959-888f-2e13206025d6,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.512041 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-d80e14b8-d874-4909-87bb-7747c4276509 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:04.513960 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-d80e14b8-d874-4909-87bb-7747c4276509 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 811 time: 0.1173410 Sep 16 05:48:04.531883 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-09d5ddd2-752e-4a11-9aee-a32193331da0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/quotas/3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 375 time: 0.0109916 Sep 16 05:48:04.544909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Deleting port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:04.545533 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.591422 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-445b36dd-b7cb-4c93-b50f-acb6fbc9d9d8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501018 Sep 16 05:48:04.933958 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47850) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:04.967561 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] For port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:04.967915 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:04.978152 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:04.984910 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-da5c3531-f3b0-4a5c-9153-5d7861dff762 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774183 Sep 16 05:48:04.995869 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55399e1-01a5-4616-a8fb-c631eaeccea2 req-9ebde69a-b129-45cf-9a43-7c3f6053fd73 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:04.997316 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b55399e1-01a5-4616-a8fb-c631eaeccea2 req-9ebde69a-b129-45cf-9a43-7c3f6053fd73 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 946 time: 0.3724163 Sep 16 05:48:05.071670 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a2b3cca8-b28c-4e7e-9b35-83594582d130 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=04dc3f5e68e046fb9bf360d4f01a50fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334338 Sep 16 05:48:05.075539 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e4d826d7-6d9e-447b-a1f6-582bd01df6f5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Sep 16 05:48:05.075987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47852) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:05.132625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:05.135159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] Publish callbacks [] for security_group (7ab25cef-01c3-4b7e-aa43-dfaf67f99825), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.141496 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b55399e1-01a5-4616-a8fb-c631eaeccea2 req-99d7695d-254b-4218-b257-c6e7526d2ca3 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dddc0d42-cf66-48fb-a9cc-46499659c1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137824 Sep 16 05:48:05.163523 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] Publish callbacks [] for security_group (7ab25cef-01c3-4b7e-aa43-dfaf67f99825), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.210636 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.210992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.211299 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Floating IP 179794f5-4693-40bc-8eaf-0695848dd4ae disassociated. External IP: 172.27.0.178, port: 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f. Sep 16 05:48:05.211634 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Calling delete_port for 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:05.331035 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7ab25cef-01c3-4b7e-aa43-dfaf67f99825), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.333186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.337369 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7ab25cef-01c3-4b7e-aa43-dfaf67f99825 HTTP/1.1" status: 204 len: 168 time: 0.2604315 Sep 16 05:48:05.346919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f74eae-6ee7-422b-aaf7-3d6e07cd083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab25cef-01c3-4b7e-aa43-dfaf67f99825,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:05.397981 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eb2b99d6-502d-415d-87bc-9bc11254d98b req-15d1bf3d-2085-4ff1-8a4f-bcd33cc611f3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0411289 Sep 16 05:48:05.467481 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (65bc8bc0-97dd-4771-8b9c-c4ecd34db46f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.512157 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event deleted for resources: {'Port': ['ID=65bc8bc0-97dd-4771-8b9c-c4ecd34db46f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:05.633858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Router 498df615-d8a3-46e7-9822-7040620eb505 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:05.750820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:05.762209 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:05.781488 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:05.782077 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:05.799483 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] No DVR routers for this DVR port 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:48:05.802123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:05.811503 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-350ea3db-e5eb-4333-8ae4-a11e40f4c5db req-6bf7f81e-6de0-4dc7-aa5c-59aa6f4ab586 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "DELETE /networking/v2.0/ports/65bc8bc0-97dd-4771-8b9c-c4ecd34db46f HTTP/1.1" status: 204 len: 173 time: 1.3785484 Sep 16 05:48:05.811503 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'name': 'network-vif-deleted', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:05.820868 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f686796f-a017-4aea-b014-b6562c391d26" -d '{"events": [{"server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "name": "network-vif-deleted", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:05.875232 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d07cf-e274-45ba-a3e0-a527d5ccc3cc x-openstack-request-id: req-ce6d07cf-e274-45ba-a3e0-a527d5ccc3cc {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:05.875523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ab97ce-5fe3-4759-974d-703c2560360c", "name": "network-vif-deleted", "tag": "65bc8bc0-97dd-4771-8b9c-c4ecd34db46f", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:05.875772 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce6d07cf-e274-45ba-a3e0-a527d5ccc3cc {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:05.876171 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6d07cf-e274-45ba-a3e0-a527d5ccc3cc'] response: {'server_uuid': 'e7ab97ce-5fe3-4759-974d-703c2560360c', 'name': 'network-vif-deleted', 'tag': '65bc8bc0-97dd-4771-8b9c-c4ecd34db46f', 'status': 'completed', 'code': 200} Sep 16 05:48:05.888275 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:05.929382 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:06.029808 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:06.163095 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:06.189717 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:06.198160 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:06.198749 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:06.280171 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6aa695ac-844d-46d0-a8dd-f97696f0d785 req-d508653a-f006-4fa7-8214-5f5f62c73de0 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e7ab97ce-5fe3-4759-974d-703c2560360c HTTP/1.1" status: 200 len: 210 time: 0.0376244 Sep 16 05:48:06.300149 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:06.307155 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:06.516044 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:06.526832 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fd60def8-8972-4f94-858b-ea5579517e80 req-549a73a1-f7eb-43bb-9bcb-e3d92cf1cb3b tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0362422 Sep 16 05:48:06.545718 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f7df-ecf9-45e2-b7a3-1405a54f16a0 None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:42:41Z', 'revision_number': 4, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'f7635440-c3f1-4a01-98d2-f47606a4ae1e', 'name': '', 'network_id': '9d3fd988-8839-4418-aac3-5a2f305886fe', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'mac_address': 'fa:16:3e:9c:05:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:39Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'subnets': [{'id': '3a87f945-40b5-4150-b6f7-6b7a81b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:06.786072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d98900-a1ae-484a-8073-d06b938b014a None None] New status for floating IP 179794f5-4693-40bc-8eaf-0695848dd4ae: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:48:07.529123 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.536731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 47904) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:07.597839 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:07.601314 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (dddc0d42-cf66-48fb-a9cc-46499659c1fb), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.629576 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (dddc0d42-cf66-48fb-a9cc-46499659c1fb), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.666592 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eec434d5-d66d-4ad2-9798-7204331c56a1 req-71b11af3-4a25-4d03-b0e4-084c40d22221 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0300970 Sep 16 05:48:07.772201 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (dddc0d42-cf66-48fb-a9cc-46499659c1fb), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.774801 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.775933 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dddc0d42-cf66-48fb-a9cc-46499659c1fb HTTP/1.1" status: 204 len: 168 time: 0.2379279 Sep 16 05:48:07.778786 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47910) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:07.785568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58cdcb-3cf4-4243-b3ca-c2b52b265ebe tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddc0d42-cf66-48fb-a9cc-46499659c1fb,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:07.793109 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.api.v2.resource [None req-a562a9be-910d-49c6-8937-c1b4a6f6be99 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] show failed (client error): The resource could not be found. Sep 16 05:48:07.794395 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a562a9be-910d-49c6-8937-c1b4a6f6be99 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups/dddc0d42-cf66-48fb-a9cc-46499659c1fb HTTP/1.1" status: 404 len: 347 time: 0.0145605 Sep 16 05:48:07.797351 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 47912) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:07.799410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.907125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:07.910191 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Deleting port fa0069bd-4a5c-4aac-98c9-4c4e618130f0 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:07.910537 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.992691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:07.992928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:08.005637 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Calling delete_port for fa0069bd-4a5c-4aac-98c9-4c4e618130f0 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:08.222877 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (fa0069bd-4a5c-4aac-98c9-4c4e618130f0), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:08.267009 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event deleted for resources: {'Port': ['ID=fa0069bd-4a5c-4aac-98c9-4c4e618130f0,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:08.280148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-5131533b-427d-4d19-bb93-384b97a72abf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:08.282336 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-5131533b-427d-4d19-bb93-384b97a72abf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 811 time: 0.1420205 Sep 16 05:48:08.288990 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:08.409463 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks [] for floatingip (179794f5-4693-40bc-8eaf-0695848dd4ae), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:08.411935 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:08.413084 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-16f45b20-4b50-46e0-ac37-ee1a74d1eeb9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/179794f5-4693-40bc-8eaf-0695848dd4ae HTTP/1.1" status: 204 len: 168 time: 0.6147881 Sep 16 05:48:08.418399 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-b96db7e0-d2e7-4af4-b4d6-c178303774d1 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3cf2362acfe94538bba7793bd690649c HTTP/1.1" status: 200 len: 379 time: 0.1007707 Sep 16 05:48:08.440350 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'port': {'device_id': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'admin_state_up': True, 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'security_groups': ['beb7a9ea-4a5b-4e7e-a180-90c298351e7b']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:08.634975 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Made reservation on behalf of 3cf2362acfe94538bba7793bd690649c for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:08.638932 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:08.670598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:08.690730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:08.691074 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 65bc8bc0-97dd-4771-8b9c-c4ecd34db46f not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:08.782394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Allocated IP 172.20.0.8 (6ae481d4-ec2c-4c59-8b62-d601509363c8/6b4d0afb-c28f-4b36-b08b-9fb601edc329/f0f18714-eaaf-4783-b9d6-493121db187b) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:08.791559 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1bbca5ef-d33f-4596-ba56-068f64c7d776 req-65a0c565-a313-41d8-98f9-b3c29817c144 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0302844 Sep 16 05:48:08.882418 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:08.937783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for port (f0f18714-eaaf-4783-b9d6-493121db187b), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.078534 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.127097 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:09.130607 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:09.134550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:09.140706 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event updated for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:09.194729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:09.195264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.205428 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:09.311566 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-e655e442-78d5-4488-9cad-83ce86a666ad tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759232 Sep 16 05:48:09.385082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Provisioning complete for port f0f18714-eaaf-4783-b9d6-493121db187b triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:09.385453 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.385787 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Attempt 1 to provision port f0f18714-eaaf-4783-b9d6-493121db187b Sep 16 05:48:09.417471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Port f0f18714-eaaf-4783-b9d6-493121db187b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:09.427361 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Request body: {'port': {'device_id': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:09.487597 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.747856 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f18714-eaaf-4783-b9d6-493121db187b {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:48:09.755791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks [] for port (f0f18714-eaaf-4783-b9d6-493121db187b), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.773538 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Transition to ACTIVE for port object f0f18714-eaaf-4783-b9d6-493121db187b will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:48:09.843479 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:09.918191 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Attempt 2 to provision port f0f18714-eaaf-4783-b9d6-493121db187b Sep 16 05:48:09.934392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Pushing event updated for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:09.955609 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Port f0f18714-eaaf-4783-b9d6-493121db187b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:09.971361 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:09.976766 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557a345-ffae-4a3a-b571-4277e0a5ea50 req-ff755b74-0b2e-4cbd-a618-18cc0c5b0f05 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:09.978261 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b557a345-ffae-4a3a-b571-4277e0a5ea50 req-ff755b74-0b2e-4cbd-a618-18cc0c5b0f05 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.1066432 Sep 16 05:48:10.029596 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Attempting to bind port f0f18714-eaaf-4783-b9d6-493121db187b on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:48:10.029968 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Attempting to bind port f0f18714-eaaf-4783-b9d6-493121db187b by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:48:10.030283 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Attempting to bind port f0f18714-eaaf-4783-b9d6-493121db187b on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:10.073507 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b557a345-ffae-4a3a-b571-4277e0a5ea50 req-da6328c1-0520-4c97-8764-85220816bb96 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888867 Sep 16 05:48:10.089049 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Port f0f18714-eaaf-4783-b9d6-493121db187b on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:10.089377 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Attempting to bind port f0f18714-eaaf-4783-b9d6-493121db187b on network 6ae481d4-ec2c-4c59-8b62-d601509363c8 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:10.131342 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:48:10.131672 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Checking segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:10.132049 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Bound using segment: {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:48:10.132484 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Bound port: f0f18714-eaaf-4783-b9d6-493121db187b, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a419c5b-e1eb-4975-9088-55b1fd2cb87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:48:10.132835 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:10.195689 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:10.198666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f0f18714-eaaf-4783-b9d6-493121db187b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:10.270004 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:10.273206 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:10.273998 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:10.275344 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/f0f18714-eaaf-4783-b9d6-493121db187b HTTP/1.1" status: 200 len: 1093 time: 0.9504185 Sep 16 05:48:10.277463 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:10.279805 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a048bac4-3264-4be4-94d7-97a8dae84644" -d '{"events": [{"name": "network-changed", "server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:10.327397 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fd89a-d336-441d-a57c-8a8bdfd4847a service neutron] Pushing event updated for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:10.437669 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a91a6-e48a-4d9a-9207-68fbea937e06 x-openstack-request-id: req-537a91a6-e48a-4d9a-9207-68fbea937e06 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:10.437991 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:10.438246 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-537a91a6-e48a-4d9a-9207-68fbea937e06 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:10.438651 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537a91a6-e48a-4d9a-9207-68fbea937e06'] response: {'name': 'network-changed', 'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'status': 'completed', 'code': 200} Sep 16 05:48:10.456308 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Attempt 3 to provision port f0f18714-eaaf-4783-b9d6-493121db187b Sep 16 05:48:10.496023 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:10.497848 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-220f6966-5512-4f92-82ce-12bb26e3c5b8 None None] Port f0f18714-eaaf-4783-b9d6-493121db187b had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:48:11.196880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f8634-8cd0-4fde-b1d8-7a58e6667cdb req-2efc587a-6526-4828-9012-399fae3101bf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:11.198361 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-546f8634-8cd0-4fde-b1d8-7a58e6667cdb req-2efc587a-6526-4828-9012-399fae3101bf tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.0466197 Sep 16 05:48:11.239506 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:11.246686 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-546f8634-8cd0-4fde-b1d8-7a58e6667cdb req-69fd91eb-2cd5-4912-88bd-76e4c07662a1 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Sep 16 05:48:11.402763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57cc3-f23c-422d-8487-20db796eb992 req-d1619975-ea27-4d68-8920-64c88702d345 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:11.404109 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ecd57cc3-f23c-422d-8487-20db796eb992 req-d1619975-ea27-4d68-8920-64c88702d345 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0463295 Sep 16 05:48:11.456626 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ecd57cc3-f23c-422d-8487-20db796eb992 req-fa11b563-dc33-4099-979a-e14699d87cde tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Sep 16 05:48:12.071004 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-d72749f9-7982-4674-b8ef-22767e6ba2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.072509 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-d72749f9-7982-4674-b8ef-22767e6ba2ea service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 1127 time: 0.0402091 Sep 16 05:48:12.192920 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-ea5e3477-e9c6-4350-86d9-13e140430ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.194320 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-ea5e3477-e9c6-4350-86d9-13e140430ad5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=3cf2362acfe94538bba7793bd690649c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1072357 Sep 16 05:48:12.404305 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e37ad-5b8d-46c3-aae6-16d4724ec50f req-98399145-25ea-485e-8a59-e7cb653de998 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.405746 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-442e37ad-5b8d-46c3-aae6-16d4724ec50f req-98399145-25ea-485e-8a59-e7cb653de998 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.0621715 Sep 16 05:48:12.445177 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-47264101-df69-45f5-8203-84ab1da4a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.446566 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a048bac4-3264-4be4-94d7-97a8dae84644 req-47264101-df69-45f5-8203-84ab1da4a661 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507213 Sep 16 05:48:12.473239 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-442e37ad-5b8d-46c3-aae6-16d4724ec50f req-f88b8e42-acf2-40e4-87d7-e24754b8a5ff tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578325 Sep 16 05:48:12.546638 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:12.556787 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-2eef8d2d-7cd0-4779-b7fe-488105f27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.561203 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-2eef8d2d-7cd0-4779-b7fe-488105f27017 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 1127 time: 0.0416260 Sep 16 05:48:12.586843 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99a3b1-aaf1-42ac-b551-cf210b3b69d5 req-01395154-1723-4adc-8f4d-c729304f17b3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.588311 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9c99a3b1-aaf1-42ac-b551-cf210b3b69d5 req-01395154-1723-4adc-8f4d-c729304f17b3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0475004 Sep 16 05:48:12.608271 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-a949a0b9-6929-427a-bd89-6b113c61211b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0f18714-eaaf-4783-b9d6-493121db187b HTTP/1.1" status: 200 len: 217 time: 0.0370407 Sep 16 05:48:12.639852 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9c99a3b1-aaf1-42ac-b551-cf210b3b69d5 req-369afc2c-6a6a-4d5d-832b-b6d4a0db8076 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456576 Sep 16 05:48:12.659156 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-93ea180b-0ad7-499b-a588-dd00a11a93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.660670 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-93ea180b-0ad7-499b-a588-dd00a11a93e4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.0471954 Sep 16 05:48:12.706052 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-649fcbd6-2be7-4bd1-b6ef-143e2ed0aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:12.707446 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-649fcbd6-2be7-4bd1-b6ef-143e2ed0aedd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395877 Sep 16 05:48:12.802423 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-b59f16f0-f3a6-4044-9372-85ff695e4ccc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885353 Sep 16 05:48:12.890341 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7ed633d4-7209-463f-9da7-0bbdd90ec6e5 req-b511e6ca-5dd9-413c-9646-b66b4fe28913 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820744 Sep 16 05:48:13.598500 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b3a9-d487-4b08-83ec-e1762a305ab4 req-7b3c56c4-90ab-4f39-ad65-a665480227ac tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:13.599973 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a51b3a9-d487-4b08-83ec-e1762a305ab4 req-7b3c56c4-90ab-4f39-ad65-a665480227ac tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0551381 Sep 16 05:48:13.609694 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfac47-a420-4cf3-9335-09b921403cc2 req-55c73a40-beff-46c4-b6d2-fe5779c5b131 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:13.611228 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0dfac47-a420-4cf3-9335-09b921403cc2 req-55c73a40-beff-46c4-b6d2-fe5779c5b131 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.0542536 Sep 16 05:48:13.649622 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a51b3a9-d487-4b08-83ec-e1762a305ab4 req-c05c60a2-3fbe-4fdd-adae-f727b1103fd7 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Sep 16 05:48:13.666159 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c0dfac47-a420-4cf3-9335-09b921403cc2 req-48b8e908-fbf6-4862-abc2-d91027e08299 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450535 Sep 16 05:48:13.773522 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5c4f2-21b2-4b5d-8015-282341cc4732 req-5ff115ad-21db-4e58-bafb-1a0f1f9e1fb8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:13.774864 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26d5c4f2-21b2-4b5d-8015-282341cc4732 req-5ff115ad-21db-4e58-bafb-1a0f1f9e1fb8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0495362 Sep 16 05:48:13.822995 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-26d5c4f2-21b2-4b5d-8015-282341cc4732 req-b5f572b4-69f4-4239-8aec-b4fb11e18e5c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Sep 16 05:48:14.773446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b607e38-02da-4143-a1f9-dce04ffef873 req-f26549e8-b439-45a2-af07-5ce7bcff1124 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:14.776024 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7b607e38-02da-4143-a1f9-dce04ffef873 req-f26549e8-b439-45a2-af07-5ce7bcff1124 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0516033 Sep 16 05:48:14.785622 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a94b6-fbd6-456d-9415-f682830a7d0f req-b98483d6-c140-4e38-9625-45f4787cc367 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:14.787709 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-de8a94b6-fbd6-456d-9415-f682830a7d0f req-b98483d6-c140-4e38-9625-45f4787cc367 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.0484178 Sep 16 05:48:14.795239 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:14.823856 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7b607e38-02da-4143-a1f9-dce04ffef873 req-1ea42760-6c1a-4fe9-b964-bc2d586b63f9 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Sep 16 05:48:14.834789 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-de8a94b6-fbd6-456d-9415-f682830a7d0f req-295e1248-b83c-4c94-88a5-04e470ccd722 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Sep 16 05:48:14.941767 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9667-167c-46aa-a462-54a0428ffd61 req-a3024e26-9e0b-4ac5-9a20-ecb19e283508 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:14.943268 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5fcf9667-167c-46aa-a462-54a0428ffd61 req-a3024e26-9e0b-4ac5-9a20-ecb19e283508 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0463519 Sep 16 05:48:14.993960 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5fcf9667-167c-46aa-a462-54a0428ffd61 req-b1dad0f5-8c46-4553-8d4e-aaa010649d53 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Sep 16 05:48:15.725989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:15.963426 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbdfe5-7563-406c-8a19-909fceca4005 req-ddb59bde-b5f7-4d41-9fb2-4125359a7e7b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:15.964138 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c617a90-27fb-4bce-a736-23d40324cf0f req-ac80017a-cb39-4500-be42-6521b1295e9e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:15.964917 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dbfbdfe5-7563-406c-8a19-909fceca4005 req-ddb59bde-b5f7-4d41-9fb2-4125359a7e7b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0577886 Sep 16 05:48:15.965606 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c617a90-27fb-4bce-a736-23d40324cf0f req-ac80017a-cb39-4500-be42-6521b1295e9e tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 943 time: 0.0474768 Sep 16 05:48:16.012526 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dbfbdfe5-7563-406c-8a19-909fceca4005 req-b7c87ec7-275d-4e93-9bce-cd31fe584dc8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Sep 16 05:48:16.013196 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0c617a90-27fb-4bce-a736-23d40324cf0f req-c79e85cd-b8f9-4207-be96-7fc4b5356020 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Sep 16 05:48:16.112429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3c7-ce16-4efe-8ca1-31f17ec9dedb req-ef741a76-34c5-4ca3-a07f-d080f2723174 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:16.113789 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5779e3c7-ce16-4efe-8ca1-31f17ec9dedb req-ef741a76-34c5-4ca3-a07f-d080f2723174 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0456533 Sep 16 05:48:16.163186 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5779e3c7-ce16-4efe-8ca1-31f17ec9dedb req-2909d042-f652-484a-827c-180307545df8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Sep 16 05:48:16.589558 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device f0f18714-eaaf-4783-b9d6-493121db187b details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:16.695267 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f0f18714-eaaf-4783-b9d6-493121db187b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:16.705892 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'port_id': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'mac_address': 'fa:16:3e:17:1e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:16.728454 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:16.740261 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port f0f18714-eaaf-4783-b9d6-493121db187b is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:16.740641 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:16.753007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f18714-eaaf-4783-b9d6-493121db187b {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:48:16.773714 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f0f18714-eaaf-4783-b9d6-493121db187b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:16.857519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:16.906239 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:17.156263 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b140c-ddfa-47d4-b23b-be720833316d req-4b37c6bf-e628-42ba-8a5a-b167baa9fe5a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:17.161016 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4d0b140c-ddfa-47d4-b23b-be720833316d req-4b37c6bf-e628-42ba-8a5a-b167baa9fe5a tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 944 time: 0.0611918 Sep 16 05:48:17.164734 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524e602-1fd0-4d2f-8087-411d0a949d76 req-87a5838c-6e9c-4593-af25-6f3342efac57 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:17.167948 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5524e602-1fd0-4d2f-8087-411d0a949d76 req-87a5838c-6e9c-4593-af25-6f3342efac57 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0580387 Sep 16 05:48:17.213262 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4d0b140c-ddfa-47d4-b23b-be720833316d req-ac84ed6a-6329-4685-ba77-7d3961abc211 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469036 Sep 16 05:48:17.263486 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5524e602-1fd0-4d2f-8087-411d0a949d76 req-58d5229c-66a1-4a35-a391-26b7acdfadb2 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847309 Sep 16 05:48:17.367883 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768edfc2-f2f8-4575-a7e5-7a70bc684ef9 req-91160fed-1068-4ad5-8a7e-cb762688f316 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:17.369444 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-768edfc2-f2f8-4575-a7e5-7a70bc684ef9 req-91160fed-1068-4ad5-8a7e-cb762688f316 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0563891 Sep 16 05:48:17.378318 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['f0f18714-eaaf-4783-b9d6-493121db187b'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:48:17.429073 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-768edfc2-f2f8-4575-a7e5-7a70bc684ef9 req-c073f48d-d97d-48e9-a8e7-8c003ba9c48b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518260 Sep 16 05:48:18.216072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device f0f18714-eaaf-4783-b9d6-493121db187b up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:18.259841 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port f0f18714-eaaf-4783-b9d6-493121db187b completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:48:18.345084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port f0f18714-eaaf-4783-b9d6-493121db187b triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:18.345730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:18.346297 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port f0f18714-eaaf-4783-b9d6-493121db187b Sep 16 05:48:18.352734 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d71ec-74fa-4643-9a55-1ecf16e7178b req-49579d38-d220-4565-acb3-501377ee0f04 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:18.355390 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8e1d71ec-74fa-4643-9a55-1ecf16e7178b req-49579d38-d220-4565-acb3-501377ee0f04 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 944 time: 0.0517266 Sep 16 05:48:18.400761 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72bbe1-4494-4bbc-9e9d-f5c604c33dc5 req-4d795f62-5d3f-4484-a48d-014ac1f87c6d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:18.402430 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad72bbe1-4494-4bbc-9e9d-f5c604c33dc5 req-4d795f62-5d3f-4484-a48d-014ac1f87c6d tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Sep 16 05:48:18.407698 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8e1d71ec-74fa-4643-9a55-1ecf16e7178b req-e594aa82-e840-40bd-b1d9-ffacbc04cfdd tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465267 Sep 16 05:48:18.433987 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port f0f18714-eaaf-4783-b9d6-493121db187b is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:18.433987 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:18.445788 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:18.448048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40c0f0-a59e-4e3a-8ea8-28ece766404e" -d '{"events": [{"server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "name": "network-vif-plugged", "status": "completed", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:18.454287 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad72bbe1-4494-4bbc-9e9d-f5c604c33dc5 req-930a56e6-da4d-4f61-947a-b2c72786eab1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Sep 16 05:48:18.460606 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f0f18714-eaaf-4783-b9d6-493121db187b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:18.492665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9065a-b9b0-4fde-9945-7c134f3edb62 x-openstack-request-id: req-bee9065a-b9b0-4fde-9945-7c134f3edb62 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:18.492961 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "name": "network-vif-plugged", "status": "completed", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:18.493227 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bee9065a-b9b0-4fde-9945-7c134f3edb62 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:18.493621 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee9065a-b9b0-4fde-9945-7c134f3edb62'] response: {'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'code': 200} Sep 16 05:48:18.517991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:18.543840 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:18.564046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd35f90-44bc-473b-98fb-49b31adc5e04 req-938de4e7-5531-4b13-8481-39c963c38a07 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:18.566289 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-afd35f90-44bc-473b-98fb-49b31adc5e04 req-938de4e7-5531-4b13-8481-39c963c38a07 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0528386 Sep 16 05:48:18.569788 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:18.620001 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-afd35f90-44bc-473b-98fb-49b31adc5e04 req-dcd0084b-a694-455a-ac59-351944946406 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Sep 16 05:48:19.533517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8396-60a3-4a4d-9141-cbc6f103edfa req-b004dc16-b550-48b8-8686-c993382f87e8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:19.535135 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b7a8396-60a3-4a4d-9141-cbc6f103edfa req-b004dc16-b550-48b8-8686-c993382f87e8 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0483117 Sep 16 05:48:19.562152 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:19.578491 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4905b-70cd-43d7-b27d-13bf7ada2b6c req-d672e838-9715-481c-879f-9ad82834d686 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:19.580034 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-14f4905b-70cd-43d7-b27d-13bf7ada2b6c req-d672e838-9715-481c-879f-9ad82834d686 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0484426 Sep 16 05:48:19.584087 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b7a8396-60a3-4a4d-9141-cbc6f103edfa req-c2c51e39-d0ff-432d-bbc2-fd434ce34d39 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 Sep 16 05:48:19.631026 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-14f4905b-70cd-43d7-b27d-13bf7ada2b6c req-98976561-c39d-4c62-9fdf-9de5e25bafc8 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Sep 16 05:48:19.744583 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fa2c2-a495-4bbe-bebe-751a0f0956c2 req-77ad30ad-9bd6-48cc-bac9-a24e1eed33b3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:19.746000 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-409fa2c2-a495-4bbe-bebe-751a0f0956c2 req-77ad30ad-9bd6-48cc-bac9-a24e1eed33b3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0506315 Sep 16 05:48:19.789727 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:19.794624 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-409fa2c2-a495-4bbe-bebe-751a0f0956c2 req-a4da3e1d-eb9e-442a-a5e3-6dbc9591dec4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Sep 16 05:48:20.189985 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:20.704865 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fb8e-0d17-43bf-868d-0adc169bfc41 req-a738d20d-abed-4ee3-afcc-467f015ef878 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:20.706287 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89a3fb8e-0d17-43bf-868d-0adc169bfc41 req-a738d20d-abed-4ee3-afcc-467f015ef878 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0471656 Sep 16 05:48:20.750853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bf629-fc6a-400c-bdaa-cc2ce04a1c3d req-dd0edd65-94e0-4ba8-b25d-04e677fa6840 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:20.752325 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ea6bf629-fc6a-400c-bdaa-cc2ce04a1c3d req-dd0edd65-94e0-4ba8-b25d-04e677fa6840 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0462580 Sep 16 05:48:20.753281 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-89a3fb8e-0d17-43bf-868d-0adc169bfc41 req-87353b0a-aa15-4689-a5a4-3276620d2f55 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Sep 16 05:48:20.808077 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ea6bf629-fc6a-400c-bdaa-cc2ce04a1c3d req-0b03f948-c876-43e8-b428-fab68fb85396 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Sep 16 05:48:20.916918 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56b87-19ae-4dcc-b8b6-fec7bec0f7ca req-0e726470-41e3-44a1-98ec-7e6190895b99 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:20.918401 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47a56b87-19ae-4dcc-b8b6-fec7bec0f7ca req-0e726470-41e3-44a1-98ec-7e6190895b99 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0501177 Sep 16 05:48:20.969093 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-47a56b87-19ae-4dcc-b8b6-fec7bec0f7ca req-7037a1a5-0cb2-454b-b59f-3ac387256167 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 Sep 16 05:48:21.224253 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=16 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:21.510741 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13e60a-fc2b-4d1d-b1c2-0983c2316336 req-33f37e66-0d11-4798-9a60-16cd19401c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:21.512259 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4f13e60a-fc2b-4d1d-b1c2-0983c2316336 req-33f37e66-0d11-4798-9a60-16cd19401c4c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 1129 time: 0.0398338 Sep 16 05:48:21.557865 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4f13e60a-fc2b-4d1d-b1c2-0983c2316336 req-cf5f5698-f395-4bdf-823d-c31245f394be service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Sep 16 05:48:21.875888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c545-603f-4654-9672-7986fa05fb21 req-180c41c2-a190-4e13-9f9a-faba0b842dc7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:21.877357 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7d67c545-603f-4654-9672-7986fa05fb21 req-180c41c2-a190-4e13-9f9a-faba0b842dc7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0475891 Sep 16 05:48:21.920037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:21.932208 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7d67c545-603f-4654-9672-7986fa05fb21 req-a069e457-6c87-4afd-b433-41656c9f33b7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Sep 16 05:48:21.933980 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b0466-c26c-4b6a-9114-6bd2e21ea69e req-b5aa6504-e4c4-4221-b9d1-36d07e0c91ba tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:21.935450 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6a2b0466-c26c-4b6a-9114-6bd2e21ea69e req-b5aa6504-e4c4-4221-b9d1-36d07e0c91ba tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Sep 16 05:48:22.016302 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016694de-0eec-4389-870d-3991127ce2a6 req-8f44c772-28a6-4e17-acb6-594631e4af91 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:22.017731 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-016694de-0eec-4389-870d-3991127ce2a6 req-8f44c772-28a6-4e17-acb6-594631e4af91 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 945 time: 0.0631316 Sep 16 05:48:22.022733 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6a2b0466-c26c-4b6a-9114-6bd2e21ea69e req-4e663e80-a26c-4271-8308-ba75ccdf7de1 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818594 Sep 16 05:48:22.089333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a609d27-31f5-42c3-a46b-9ae091f55fe0 req-9c4162d0-f252-42b0-be3c-a9ce5824d119 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:22.090759 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5a609d27-31f5-42c3-a46b-9ae091f55fe0 req-9c4162d0-f252-42b0-be3c-a9ce5824d119 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0465953 Sep 16 05:48:22.139359 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5a609d27-31f5-42c3-a46b-9ae091f55fe0 req-86362ed4-d228-4756-bf75-99931781ff71 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Sep 16 05:48:22.481646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Deleting port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:22.482031 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:22.582513 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] For port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:22.582912 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:22.596695 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Calling delete_port for 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:22.789183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (522eb17e-b277-46b5-bc00-ad2cd1cf9a1e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:22.825119 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event deleted for resources: {'Port': ['ID=522eb17e-b277-46b5-bc00-ad2cd1cf9a1e,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:22.833729 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'cbcdb989-0857-4484-a535-0dc7038bd791'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:48:22.862555 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:22.879757 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] No DVR routers for this DVR port 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:48:22.882381 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:22.887344 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-016694de-0eec-4389-870d-3991127ce2a6 req-a4bf01ad-1ade-4547-a34f-3ea2e06c10ea tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "DELETE /networking/v2.0/ports/522eb17e-b277-46b5-bc00-ad2cd1cf9a1e HTTP/1.1" status: 204 len: 173 time: 0.4909542 Sep 16 05:48:22.888218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'name': 'network-vif-deleted', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:22.890707 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f453c0b-0a99-40d6-8a28-30ce67ef07b7" -d '{"events": [{"server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "name": "network-vif-deleted", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:22.909257 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:22.941649 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf3e70-1346-47ad-a3f5-62853d3219cd x-openstack-request-id: req-02cf3e70-1346-47ad-a3f5-62853d3219cd {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:22.942257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe571cb-de82-491c-9635-3172938180c4", "name": "network-vif-deleted", "tag": "522eb17e-b277-46b5-bc00-ad2cd1cf9a1e", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:22.942357 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02cf3e70-1346-47ad-a3f5-62853d3219cd {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:22.942820 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cf3e70-1346-47ad-a3f5-62853d3219cd'] response: {'server_uuid': 'efe571cb-de82-491c-9635-3172938180c4', 'name': 'network-vif-deleted', 'tag': '522eb17e-b277-46b5-bc00-ad2cd1cf9a1e', 'status': 'completed', 'code': 200} Sep 16 05:48:23.058427 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de8113-65a6-4294-8469-b16ba4e76ea2 req-d76fbbf8-6712-48b8-b552-be3968b8be86 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:23.060210 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9de8113-65a6-4294-8469-b16ba4e76ea2 req-d76fbbf8-6712-48b8-b552-be3968b8be86 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0511034 Sep 16 05:48:23.111965 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9de8113-65a6-4294-8469-b16ba4e76ea2 req-e0b39e09-662d-42c4-bfe9-7b57a4c60414 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457516 Sep 16 05:48:23.139580 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2d9dc2df-0385-48ab-9957-c0192ddfc5b6 req-a98db2ff-d0e8-4343-a17f-5b24cb5ffc19 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.0390575 Sep 16 05:48:23.272736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796904b-13d0-4834-a089-77e64ea703b4 req-b67ea724-5f35-403e-b3a9-ef7dde28e840 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:23.274684 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9796904b-13d0-4834-a089-77e64ea703b4 req-b67ea724-5f35-403e-b3a9-ef7dde28e840 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0565972 Sep 16 05:48:23.331252 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9796904b-13d0-4834-a089-77e64ea703b4 req-7eba0f86-7576-44c7-a00d-c9f9c7c6e5d6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503094 Sep 16 05:48:24.241933 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11551852-fd51-4142-a6de-46bb0759edb2 req-7c0c00ae-a62e-40d2-b1ba-5c2267fccaf3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:24.244030 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-11551852-fd51-4142-a6de-46bb0759edb2 req-7c0c00ae-a62e-40d2-b1ba-5c2267fccaf3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0551891 Sep 16 05:48:24.267973 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-16a73b85-1020-45a9-9d4b-f66b2bc23a18 req-e2e05581-4cec-4c11-8630-6fa3cd1c644e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=efe571cb-de82-491c-9635-3172938180c4 HTTP/1.1" status: 200 len: 210 time: 0.0301857 Sep 16 05:48:24.296904 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-11551852-fd51-4142-a6de-46bb0759edb2 req-2318f9ad-3128-47c3-a2f2-24e816ec9408 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471301 Sep 16 05:48:24.429221 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520f66-43b1-442e-822d-c09ca85a2e0a req-2c514cc6-a818-4090-bb29-a6f16fd13778 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:24.430899 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-44520f66-43b1-442e-822d-c09ca85a2e0a req-2c514cc6-a818-4090-bb29-a6f16fd13778 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0578721 Sep 16 05:48:24.441067 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48112) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:24.450607 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Request body: {'floatingip': {'port_id': 'f0f18714-eaaf-4783-b9d6-493121db187b'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:24.472451 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de31cd-47ec-4124-ad14-314f2d98f50e req-e4807d29-3cd5-4e80-9aa7-2225886a5c7a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:24.474003 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e2de31cd-47ec-4124-ad14-314f2d98f50e req-e4807d29-3cd5-4e80-9aa7-2225886a5c7a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0583324 Sep 16 05:48:24.494058 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:24.524779 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e2de31cd-47ec-4124-ad14-314f2d98f50e req-3fbc8c21-84e9-4e2e-b9cd-bba22c2e7e1f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Sep 16 05:48:24.871964 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:24.917011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:24.972004 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:25.056683 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:25.067009 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Floating IP 32ca491f-80e4-4934-b617-3c96bbe03f7c associated. External IP: 172.27.0.183, port: f0f18714-eaaf-4783-b9d6-493121db187b. Sep 16 05:48:25.265288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:25.376984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:25.382580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:25.391494 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:25.403915 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:25.404523 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:25.421868 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2cd8aa3a-3679-4654-92ab-0cc3090c28b3 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/32ca491f-80e4-4934-b617-3c96bbe03f7c HTTP/1.1" status: 200 len: 991 time: 0.9790661 Sep 16 05:48:25.422074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:25.425234 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65bd48-3afc-467a-a808-b8f543c6d3db" -d '{"events": [{"name": "network-changed", "server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:25.517683 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:25.527283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b82d4-3c58-484a-aa1c-135c2a6a5f42 x-openstack-request-id: req-3d8b82d4-3c58-484a-aa1c-135c2a6a5f42 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:25.527586 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:25.527832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d8b82d4-3c58-484a-aa1c-135c2a6a5f42 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:25.528238 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8b82d4-3c58-484a-aa1c-135c2a6a5f42'] response: {'name': 'network-changed', 'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'status': 'completed', 'code': 200} Sep 16 05:48:25.678104 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109845f-9bca-4c4a-ab01-93ccacb68750 req-571f63e9-ce6d-4c58-bb55-1ed4f723fa16 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:25.680034 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4109845f-9bca-4c4a-ab01-93ccacb68750 req-571f63e9-ce6d-4c58-bb55-1ed4f723fa16 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0621099 Sep 16 05:48:25.685579 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:25.759895 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4109845f-9bca-4c4a-ab01-93ccacb68750 req-a8ab17e6-a0ce-4690-a567-94bbda4c60c0 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731158 Sep 16 05:48:25.766458 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '32ca491f-80e4-4934-b617-3c96bbe03f7c', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:17:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:03Z', 'updated_at': '2022-09-16T05:48:24Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:25.794908 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:25.805298 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:25.805960 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:25.914509 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:25.940497 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-be2c56bb-e636-41d1-9f10-6d09695b5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:25.942025 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-be2c56bb-e636-41d1-9f10-6d09695b5f20 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3cf2362acfe94538bba7793bd690649c&device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 1129 time: 0.3562989 Sep 16 05:48:25.954812 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f81a7-5bf2-4451-b78d-107aa83a1f86 req-47095f0d-9704-4d1e-949e-56b67a75a484 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:25.956242 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-897f81a7-5bf2-4451-b78d-107aa83a1f86 req-47095f0d-9704-4d1e-949e-56b67a75a484 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0537026 Sep 16 05:48:26.006005 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-897f81a7-5bf2-4451-b78d-107aa83a1f86 req-52305172-9a7d-4e82-82df-c0dafaa47eb6 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Sep 16 05:48:26.207554 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '32ca491f-80e4-4934-b617-3c96bbe03f7c', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:17:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:03Z', 'updated_at': '2022-09-16T05:48:24Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:26.225336 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:26.233706 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68add13-63f9-406a-b55f-ad2e5dd71e20 None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '32ca491f-80e4-4934-b617-3c96bbe03f7c', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'port_id': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'mac_address': 'fa:16:3e:17:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:03Z', 'updated_at': '2022-09-16T05:48:24Z', 'revision_number': 1, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:26.244707 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:26.245053 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 522eb17e-b277-46b5-bc00-ad2cd1cf9a1e not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:26.418735 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48bd472-3a43-465a-b788-9403989c5e8c None None] New status for floating IP 32ca491f-80e4-4934-b617-3c96bbe03f7c: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:48:26.503631 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:26.880416 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005862d-56db-4752-8b7b-4601d97c39ac req-d848ab55-cc3d-4d60-9ed0-cb7875c4ae3f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:26.881989 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7005862d-56db-4752-8b7b-4601d97c39ac req-d848ab55-cc3d-4d60-9ed0-cb7875c4ae3f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0508723 Sep 16 05:48:26.932853 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7005862d-56db-4752-8b7b-4601d97c39ac req-79016570-5c70-48e6-9331-870c7679225c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Sep 16 05:48:27.126846 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78006ea-5d7d-4609-9518-febc8f486914 req-e63d4626-56ce-4b17-81c5-21cd843d52be tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:27.128242 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e78006ea-5d7d-4609-9518-febc8f486914 req-e63d4626-56ce-4b17-81c5-21cd843d52be tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0470054 Sep 16 05:48:27.180101 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e78006ea-5d7d-4609-9518-febc8f486914 req-42be8f70-d243-45a9-a82c-de595918e36b tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Sep 16 05:48:28.054847 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855fede-108d-4207-a3ee-05de50d779dd req-eaa9a7e0-584e-442e-be4b-75d013d43e44 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.056187 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1855fede-108d-4207-a3ee-05de50d779dd req-eaa9a7e0-584e-442e-be4b-75d013d43e44 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0471227 Sep 16 05:48:28.105724 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1855fede-108d-4207-a3ee-05de50d779dd req-feb79900-e02e-4a28-88f4-1fbede00b305 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Sep 16 05:48:28.182229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48154) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:28.266079 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-9710c6e7-6d45-4748-82b5-7dc4eb129a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.267502 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-9710c6e7-6d45-4748-82b5-7dc4eb129a21 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 200 len: 912 time: 0.1039896 Sep 16 05:48:28.296601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bddd46cf-0f9c-43bf-85ee-9c891da415a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.303710 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:28.318745 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4532ac-8510-4d9a-8837-1af1d213af18 req-959fa74a-76bc-4857-808a-a0473ce57a92 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.320527 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c4532ac-8510-4d9a-8837-1af1d213af18 req-959fa74a-76bc-4857-808a-a0473ce57a92 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0567582 Sep 16 05:48:28.377377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bddd46cf-0f9c-43bf-85ee-9c891da415a7 admin admin] Publish callbacks [] for security_group (07d2e04b-fe86-471e-87b4-0148233af2fe), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.412233 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c4532ac-8510-4d9a-8837-1af1d213af18 req-c835b33e-d6bf-41bc-8319-77f4da8e8b95 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8983844b-cc45-4e75-8fc0-17f0daeb431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 Sep 16 05:48:28.430035 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-afbe0773-39f6-4317-a505-7e853ae42be0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0f18714-eaaf-4783-b9d6-493121db187b HTTP/1.1" status: 200 len: 1001 time: 0.0759006 Sep 16 05:48:28.439589 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bddd46cf-0f9c-43bf-85ee-9c891da415a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (07d2e04b-fe86-471e-87b4-0148233af2fe), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.467497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:28.501615 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-bddd46cf-0f9c-43bf-85ee-9c891da415a7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=65eddf04dea24b1ba57c733b822888a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182085 Sep 16 05:48:28.505936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48162) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:28.509517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-151d6b81-03d3-4348-97df-5385facc09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.511070 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-151d6b81-03d3-4348-97df-5385facc09cd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.0810072 Sep 16 05:48:28.515763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:28.517568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd46cf-0f9c-43bf-85ee-9c891da415a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d2e04b-fe86-471e-87b4-0148233af2fe,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:28.538099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-1cfc48f2-68c7-4667-b185-c2e27b3de98e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.539564 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-1cfc48f2-68c7-4667-b185-c2e27b3de98e tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 945 time: 0.0855348 Sep 16 05:48:28.540912 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-ce3bc10b-8b40-44dc-9cba-bbf936f00ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.542222 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-ce3bc10b-8b40-44dc-9cba-bbf936f00ba0 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 200 len: 850 time: 0.0893638 Sep 16 05:48:28.623194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-e892765c-094f-45eb-9f97-a17790d045ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.624866 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-e892765c-094f-45eb-9f97-a17790d045ad service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=6ae481d4-ec2c-4c59-8b62-d601509363c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725219 Sep 16 05:48:28.633040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] Publish callbacks [] for security_group (07d2e04b-fe86-471e-87b4-0148233af2fe), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.664823 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-d374a00e-4cd8-4fbf-bb0e-22a74523f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.666296 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-d374a00e-4cd8-4fbf-bb0e-22a74523f3d3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1459677 Sep 16 05:48:28.668083 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] Publish callbacks [] for security_group (07d2e04b-fe86-471e-87b4-0148233af2fe), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.713100 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:28.719148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Deleting port cbcdb989-0857-4484-a535-0dc7038bd791 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:28.723390 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.746744 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-29f8815e-727f-46b0-9190-55d8cd006d45 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 1001 time: 0.0717394 Sep 16 05:48:28.800931 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-93271647-538b-4549-9e0d-61c435ec403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.802440 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-93271647-538b-4549-9e0d-61c435ec403f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0497391 Sep 16 05:48:28.814110 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-6fa6ef03-e85b-447c-91a2-a759ce8d50b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814935 Sep 16 05:48:28.847002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-f13ea1a6-5955-494d-8c65-58ea451f7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:28.849046 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-f13ea1a6-5955-494d-8c65-58ea451f7a71 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404842 Sep 16 05:48:28.862593 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (07d2e04b-fe86-471e-87b4-0148233af2fe), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.866021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.867070 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/07d2e04b-fe86-471e-87b4-0148233af2fe HTTP/1.1" status: 204 len: 168 time: 0.3588953 Sep 16 05:48:28.899918 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] For port cbcdb989-0857-4484-a535-0dc7038bd791, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cbcdb989-0857-4484-a535-0dc7038bd791,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:28.900281 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:28.914702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6c4df-c4af-40cb-94db-869d148d45d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d2e04b-fe86-471e-87b4-0148233af2fe,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:28.922640 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Calling delete_port for cbcdb989-0857-4484-a535-0dc7038bd791 owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:28.971944 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-390100f8-5b9f-4b51-889f-cfe77e17bc9c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174967 Sep 16 05:48:29.006896 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-24e053a7-58a0-4b47-8f39-ddd13439e211 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857233 Sep 16 05:48:29.077056 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a6d877c-3671-4cc9-abff-c06c3cb2c50d req-8613eebb-d288-4fcf-bb1b-ffb69b8d7261 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991967 Sep 16 05:48:29.161548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (cbcdb989-0857-4484-a535-0dc7038bd791), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:29.192409 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Pushing event deleted for resources: {'Port': ['ID=cbcdb989-0857-4484-a535-0dc7038bd791,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:29.200041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['cbcdb989-0857-4484-a535-0dc7038bd791'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:48:29.248534 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] No DVR routers for this DVR port cbcdb989-0857-4484-a535-0dc7038bd791 on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:48:29.252837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:29.256555 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0d427fd0-ddb6-43d4-b701-39e6f30ec128 req-368afc33-42c1-4be7-a478-76ffb9a14b4c tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.15 "DELETE /networking/v2.0/ports/cbcdb989-0857-4484-a535-0dc7038bd791 HTTP/1.1" status: 204 len: 173 time: 0.7057650 Sep 16 05:48:29.257123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'name': 'network-vif-deleted', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:29.259560 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac4158-65cb-49ca-be44-e0dffb81f83a" -d '{"events": [{"server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "name": "network-vif-deleted", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:29.262812 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0996254-0ab5-4a89-9b8c-6145ddd5530e req-d11715bf-8153-4fd5-8624-e7b5003de55a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:29.264722 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0996254-0ab5-4a89-9b8c-6145ddd5530e req-d11715bf-8153-4fd5-8624-e7b5003de55a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0762646 Sep 16 05:48:29.303531 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab78f57-ef58-4c24-9985-180074cad7fd x-openstack-request-id: req-4ab78f57-ef58-4c24-9985-180074cad7fd {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:29.304083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fab610-1dc5-4d4e-b834-4737f9af196b", "name": "network-vif-deleted", "tag": "cbcdb989-0857-4484-a535-0dc7038bd791", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:29.304083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ab78f57-ef58-4c24-9985-180074cad7fd {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:29.304562 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab78f57-ef58-4c24-9985-180074cad7fd'] response: {'server_uuid': '34fab610-1dc5-4d4e-b834-4737f9af196b', 'name': 'network-vif-deleted', 'tag': 'cbcdb989-0857-4484-a535-0dc7038bd791', 'status': 'completed', 'code': 200} Sep 16 05:48:29.328176 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f0996254-0ab5-4a89-9b8c-6145ddd5530e req-e0e9311a-9b10-4e11-a92d-0f0fce6b363f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569105 Sep 16 05:48:29.516190 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2e48602c-781f-412d-85ee-65c7b005a867 req-10e01ad5-5792-428b-a5f4-d8860e9228a4 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 210 time: 0.0280282 Sep 16 05:48:30.452195 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fc5bf-17c4-4056-9e5f-b475fbaf29a3 req-cdb67ee9-293f-4295-847f-236ce5cab948 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:30.453669 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1e0fc5bf-17c4-4056-9e5f-b475fbaf29a3 req-cdb67ee9-293f-4295-847f-236ce5cab948 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0470035 Sep 16 05:48:30.503194 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1e0fc5bf-17c4-4056-9e5f-b475fbaf29a3 req-0cc54e7b-3d96-4965-bc94-3046217a3490 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432851 Sep 16 05:48:30.626262 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b93b9f68-87c8-49e5-9cfa-255a7dec3827 req-039560af-44ce-406e-9ee0-f61ece85f57f tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 210 time: 0.0300510 Sep 16 05:48:31.624707 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85712-fc8f-48f9-a86e-214ff2346f99 req-ebbea259-a281-4566-884c-572d192c75dc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:31.626210 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8f85712-fc8f-48f9-a86e-214ff2346f99 req-ebbea259-a281-4566-884c-572d192c75dc tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0462728 Sep 16 05:48:31.639063 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:31.684734 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8f85712-fc8f-48f9-a86e-214ff2346f99 req-5f19309d-bab6-4991-8a18-7c9897da45e4 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520928 Sep 16 05:48:31.782126 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-39be79bc-07f4-4679-a0c8-5adc7f7a6f5e req-ec45f598-4643-441f-9014-2f31ae14fc13 tempest-ServerRescueNegativeTestJSON-1223779390 tempest-ServerRescueNegativeTestJSON-1223779390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=34fab610-1dc5-4d4e-b834-4737f9af196b HTTP/1.1" status: 200 len: 210 time: 0.0275183 Sep 16 05:48:32.168871 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-60ec37af-34d8-40c7-a185-a6249bd0b037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:32.255720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cbcdb989-0857-4484-a535-0dc7038bd791 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:32.275976 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: cbcdb989-0857-4484-a535-0dc7038bd791 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:32.276364 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cbcdb989-0857-4484-a535-0dc7038bd791 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:32.814249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dae95-d8b6-4fea-b30a-f73f27619753 req-228eec22-47aa-47ba-b95b-8b5b187ff10a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:32.815636 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d44dae95-d8b6-4fea-b30a-f73f27619753 req-228eec22-47aa-47ba-b95b-8b5b187ff10a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 16 05:48:32.849211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48188) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:32.877949 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d44dae95-d8b6-4fea-b30a-f73f27619753 req-a85d85de-04cf-4bf6-a7fb-25292733e6cb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565550 Sep 16 05:48:33.010501 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-f8279e6b-3287-4999-b762-4c7097e7b949 req-913e0bf2-46c7-4a38-bc6a-4e63a2f09a6a service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:48:33.015573 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f8279e6b-3287-4999-b762-4c7097e7b949 req-913e0bf2-46c7-4a38-bc6a-4e63a2f09a6a service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0549440 Sep 16 05:48:33.184388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:33.451457 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48202) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:33.538216 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-c4709c98-0380-48ac-8c90-82986e7a5d25 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855613 Sep 16 05:48:33.546972 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-8bc2d30d-42c9-4b5d-8693-68afa05e7cda service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:48:33.547944 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-8bc2d30d-42c9-4b5d-8693-68afa05e7cda service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051599 Sep 16 05:48:33.642190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (498df615-d8a3-46e7-9822-7040620eb505), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:33.688360 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48210) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:33.688522 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea933-de9a-4342-a204-0fac183b9775 req-e4fbb657-f2f6-4fd8-92bf-60c7ede694f8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:33.689752 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dcaea933-de9a-4342-a204-0fac183b9775 req-e4fbb657-f2f6-4fd8-92bf-60c7ede694f8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.1041112 Sep 16 05:48:33.782607 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dcaea933-de9a-4342-a204-0fac183b9775 req-1e3e938f-fa8c-4c2c-9e6c-b705f4a32a63 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858197 Sep 16 05:48:33.786655 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-a69dd21f-2f0d-49c3-aec2-7d122c6dc32d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:33.788250 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-a69dd21f-2f0d-49c3-aec2-7d122c6dc32d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports/ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 942 time: 0.0988586 Sep 16 05:48:33.960966 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Deleting port f7635440-c3f1-4a01-98d2-f47606a4ae1e {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:33.961511 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.022196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:34.039134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] For port f7635440-c3f1-4a01-98d2-f47606a4ae1e, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=f7635440-c3f1-4a01-98d2-f47606a4ae1e,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:34.039481 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.055827 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Calling delete_port for f7635440-c3f1-4a01-98d2-f47606a4ae1e owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:34.262469 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:34.321176 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (f7635440-c3f1-4a01-98d2-f47606a4ae1e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.328150 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-09c322f7-60aa-451d-a5ec-f1035af294bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.342271 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ac90e443-5a47-4bae-9538-e6326b43061f is: ACTIVE; New status is: DOWN {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:34.342658 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.344585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f7635440-c3f1-4a01-98d2-f47606a4ae1e,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:34.370839 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:34.373206 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a0bee-5cef-47ca-b3ed-7bf4b1c976fd" -d '{"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:34.389075 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:34.455991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.517148 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81bb056-875f-461f-be09-307c113aa358 x-openstack-request-id: req-c81bb056-875f-461f-be09-307c113aa358 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:34.517434 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-unplugged", "status": "failed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "code": 422}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:34.517688 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c81bb056-875f-461f-be09-307c113aa358 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:34.518347 dv-cinder-857528-3-iscsi neutron-server[113251]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c81bb056-875f-461f-be09-307c113aa358']: {'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'code': 422} returned with failed status Sep 16 05:48:34.530125 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=6']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:34.531291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:34.550476 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (498df615-d8a3-46e7-9822-7040620eb505), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:34.768857 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Router 498df615-d8a3-46e7-9822-7040620eb505 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:34.903275 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:34.913623 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ce8b20f9-4cfc-425c-b006-769df4e318aa admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/498df615-d8a3-46e7-9822-7040620eb505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0600941 Sep 16 05:48:34.913623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48226) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:34.919157 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Sync routers for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:34.926233 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c0ff-6bfb-47b1-be1d-3e34440c0bc2 req-dbbfc01c-c227-4ba8-a4ee-8908442d58ac tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:34.927724 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0cf3c0ff-6bfb-47b1-be1d-3e34440c0bc2 req-dbbfc01c-c227-4ba8-a4ee-8908442d58ac tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0661390 Sep 16 05:48:34.938161 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:34.938786 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.982953 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:35.043067 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:35.051228 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0cf3c0ff-6bfb-47b1-be1d-3e34440c0bc2 req-08aca5f0-b3d1-432b-a6d8-06535a0884b0 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911286 Sep 16 05:48:35.062499 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks [] for router (498df615-d8a3-46e7-9822-7040620eb505), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.150523 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:35.163069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks [] for router_gateway (498df615-d8a3-46e7-9822-7040620eb505), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.210997 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:48:34Z', 'revision_number': 5, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port': {'id': '611f4b32-baef-4d01-a833-58eb96a1caf9', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498df615-d8a3-46e7-9822-7040620eb505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:34Z', 'updated_at': '2022-09-16T05:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.238825 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Checking router: 498df615-d8a3-46e7-9822-7040620eb505 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:35.248272 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Routers {'498df615-d8a3-46e7-9822-7040620eb505'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:35.248879 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['498df615-d8a3-46e7-9822-7040620eb505'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.271101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Deleting port 611f4b32-baef-4d01-a833-58eb96a1caf9 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:35.271477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.333149 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] Set router 498df615-d8a3-46e7-9822-7040620eb505 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:35.356550 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] For port 611f4b32-baef-4d01-a833-58eb96a1caf9, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=611f4b32-baef-4d01-a833-58eb96a1caf9,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:35.356898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.370419 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Calling delete_port for 611f4b32-baef-4d01-a833-58eb96a1caf9 owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:35.382553 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:48:35Z', 'revision_number': 6, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.406421 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b757b52-e4b5-45b0-a7c3-46d166f785af None None] The sync data for ids ['498df615-d8a3-46e7-9822-7040620eb505'] in dv-cinder-857528-3-iscsi is: [{'id': '498df615-d8a3-46e7-9822-7040620eb505', 'name': 'tempest-ServerRescueNegativeTestJSON-1311314650-router', 'tenant_id': 'd6a0481b87f34225a6a44f702ba75f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:33Z', 'updated_at': '2022-09-16T05:48:35Z', 'revision_number': 6, 'project_id': 'd6a0481b87f34225a6a44f702ba75f68', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:35.494386 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:35.629662 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (611f4b32-baef-4d01-a833-58eb96a1caf9), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.654268 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Pushing event deleted for resources: {'Port': ['ID=611f4b32-baef-4d01-a833-58eb96a1caf9,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:35.716714 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (498df615-d8a3-46e7-9822-7040620eb505), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.807181 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (498df615-d8a3-46e7-9822-7040620eb505), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.809483 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks [] for router_controller (498df615-d8a3-46e7-9822-7040620eb505), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.923906 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (498df615-d8a3-46e7-9822-7040620eb505), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.924531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 498df615-d8a3-46e7-9822-7040620eb505 {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:48:35.928762 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.932642 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c3bc7a01-9f2a-494f-ac9f-48deae55f78c admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/498df615-d8a3-46e7-9822-7040620eb505 HTTP/1.1" status: 204 len: 168 time: 1.0157444 Sep 16 05:48:35.932770 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48228) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:35.966349 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:35.977421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Deleting subnet 3a87f945-40b5-4150-b6f7-6b7a81b866ff {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:48:35.980659 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Publish callbacks [] for subnet (3a87f945-40b5-4150-b6f7-6b7a81b866ff), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.008036 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:36.015653 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (3a87f945-40b5-4150-b6f7-6b7a81b866ff), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.099424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (3a87f945-40b5-4150-b6f7-6b7a81b866ff), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.191851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6dbd7-c6df-4a27-8ffa-00ba020b8339 req-7a5037b8-0cfc-4d9f-af9f-2a231a4ddf5b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:36.194305 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f8e6dbd7-c6df-4a27-8ffa-00ba020b8339 req-7a5037b8-0cfc-4d9f-af9f-2a231a4ddf5b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0625627 Sep 16 05:48:36.230183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:36.243732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (3a87f945-40b5-4150-b6f7-6b7a81b866ff), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.250344 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f8e6dbd7-c6df-4a27-8ffa-00ba020b8339 req-3aeb5063-602b-4e10-9d1f-f4befa8eb7e9 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501654 Sep 16 05:48:36.273712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a87f945-40b5-4150-b6f7-6b7a81b866ff,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:36.278618 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.281772 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-14902a30-e6b7-4fc5-95d1-040aa6b15a82 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a87f945-40b5-4150-b6f7-6b7a81b866ff HTTP/1.1" status: 204 len: 168 time: 0.3481262 Sep 16 05:48:36.284716 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48232) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:36.289395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ec7df-1165-4cf7-b840-4e9fc3871ab6 None None] Network 9d3fd988-8839-4418-aac3-5a2f305886fe requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:48:36.367871 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (9d3fd988-8839-4418-aac3-5a2f305886fe), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.418154 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Deleting port 0172290b-1945-469b-b8cb-0e405160f742 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:36.418774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (0172290b-1945-469b-b8cb-0e405160f742), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.481604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] DHCP port deletion for 9d3fd988-8839-4418-aac3-5a2f305886fe request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:48:36.503221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] For port 0172290b-1945-469b-b8cb-0e405160f742, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0172290b-1945-469b-b8cb-0e405160f742,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:36.503583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (0172290b-1945-469b-b8cb-0e405160f742), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.516779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Calling delete_port for 0172290b-1945-469b-b8cb-0e405160f742 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:36.518293 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:36.522470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Deleting port 0172290b-1945-469b-b8cb-0e405160f742 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:48:36.523021 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (0172290b-1945-469b-b8cb-0e405160f742), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.593224 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] For port 0172290b-1945-469b-b8cb-0e405160f742, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0172290b-1945-469b-b8cb-0e405160f742,segment=NetworkSegment(2080de0b-766e-41df-971a-481243318db1),segment_id=2080de0b-766e-41df-971a-481243318db1)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:36.593630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (0172290b-1945-469b-b8cb-0e405160f742), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.607303 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Calling delete_port for 0172290b-1945-469b-b8cb-0e405160f742 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:48:36.649403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (0172290b-1945-469b-b8cb-0e405160f742), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.677708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] No DVR routers for this DVR port 0172290b-1945-469b-b8cb-0e405160f742 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:48:36.679423 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0172290b-1945-469b-b8cb-0e405160f742,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:36.681261 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (0172290b-1945-469b-b8cb-0e405160f742), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.711671 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] Pushing event deleted for resources: {'Port': ['ID=0172290b-1945-469b-b8cb-0e405160f742,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:36.713429 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00b62a-d2ee-489b-9b49-ae158aecc9e3 None None] No DVR routers for this DVR port 0172290b-1945-469b-b8cb-0e405160f742 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:48:36.785396 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (9d3fd988-8839-4418-aac3-5a2f305886fe), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.796571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-8608811d-38a2-445e-aac9-a65e07b0adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:36.798124 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-8608811d-38a2-445e-aac9-a65e07b0adf9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d&tenant_id=8c494b8167314a3aacd699afa7e6a509 HTTP/1.1" status: 200 len: 1127 time: 0.0793290 Sep 16 05:48:36.809886 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3fd988-8839-4418-aac3-5a2f305886fe']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:36.820446 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2080de0b-766e-41df-971a-481243318db1') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:36.820752 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2080de0b-766e-41df-971a-481243318db1') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:36.829922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (2080de0b-766e-41df-971a-481243318db1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.870878 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (2080de0b-766e-41df-971a-481243318db1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.887742 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:36.888158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (2080de0b-766e-41df-971a-481243318db1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:36.934430 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 2080de0b-766e-41df-971a-481243318db1 resource provider aggregate not found Sep 16 05:48:36.940264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-59db6260-e431-44aa-aa06-d5a9c7293300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:36.941797 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-59db6260-e431-44aa-aa06-d5a9c7293300 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1127 time: 0.1043940 Sep 16 05:48:36.947847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7635440-c3f1-4a01-98d2-f47606a4ae1e no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:36.954448 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 2080de0b-766e-41df-971a-481243318db1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2080de0b-766e-41df-971a-481243318db1 found for delete ", "request_id": "req-93fd552c-8888-494e-84fc-bf27334fa5cf"}]} Sep 16 05:48:36.968298 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: f7635440-c3f1-4a01-98d2-f47606a4ae1e {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:36.968840 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device f7635440-c3f1-4a01-98d2-f47606a4ae1e not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:36.969056 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 611f4b32-baef-4d01-a833-58eb96a1caf9 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:36.987667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 611f4b32-baef-4d01-a833-58eb96a1caf9 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:36.987941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 611f4b32-baef-4d01-a833-58eb96a1caf9 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:36.988358 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0172290b-1945-469b-b8cb-0e405160f742 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:37.013002 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 0172290b-1945-469b-b8cb-0e405160f742 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:48:37.013350 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0172290b-1945-469b-b8cb-0e405160f742 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:37.043658 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (9d3fd988-8839-4418-aac3-5a2f305886fe), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.054180 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.056709 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/9d3fd988-8839-4418-aac3-5a2f305886fe HTTP/1.1" status: 204 len: 168 time: 0.7706909 Sep 16 05:48:37.075205 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52ccf-3686-47e7-9059-3da003ba3dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3fd988-8839-4418-aac3-5a2f305886fe,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:37.077353 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-679c80f1-b025-4f95-b332-770f4b761d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:37.078860 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-679c80f1-b025-4f95-b332-770f4b761d50 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1262531 Sep 16 05:48:37.140429 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-cb90126f-0313-4735-a026-01f5e440881f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 999 time: 0.0552456 Sep 16 05:48:37.188877 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-b5e9fe31-b6b9-450f-932c-3d2b24a2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:37.190328 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-b5e9fe31-b6b9-450f-932c-3d2b24a2f3ac service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0436344 Sep 16 05:48:37.237609 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-46f30522-b208-4b2e-9e44-e8f6d8331435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:37.239186 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-46f30522-b208-4b2e-9e44-e8f6d8331435 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429661 Sep 16 05:48:37.342308 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-f05cf131-8a14-49d6-9305-2ebbfaf62f88 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908494 Sep 16 05:48:37.357904 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:37.358256 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48242) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:37.406031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64054483-8c7d-48d5-98c4-f35560f07380 req-b7289316-b234-4243-8cb1-871d5bd61aed tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:37.407572 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64054483-8c7d-48d5-98c4-f35560f07380 req-b7289316-b234-4243-8cb1-871d5bd61aed tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0829129 Sep 16 05:48:37.449229 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e31e45a-a55e-4ca8-9389-32627c31bf08 req-b177b7ad-2135-49f1-af32-dbcf2a30d377 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 Sep 16 05:48:37.449474 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-dfa0492f-84cb-43cb-9768-55f408363270 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d6a0481b87f34225a6a44f702ba75f68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0854368 Sep 16 05:48:37.449611 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48244) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:37.463957 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.477876 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64054483-8c7d-48d5-98c4-f35560f07380 req-a62abf4e-8ba5-443a-ad59-1d916bf28a96 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608032 Sep 16 05:48:37.490714 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:37.501241 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] Publish callbacks [] for security_group (8983844b-cc45-4e75-8fc0-17f0daeb431c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.522261 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] Publish callbacks [] for security_group (8983844b-cc45-4e75-8fc0-17f0daeb431c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.663194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8983844b-cc45-4e75-8fc0-17f0daeb431c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.665863 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:37.667011 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8983844b-cc45-4e75-8fc0-17f0daeb431c HTTP/1.1" status: 204 len: 168 time: 0.2165210 Sep 16 05:48:37.675679 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d64131-a24e-40a2-8273-01d8712af7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983844b-cc45-4e75-8fc0-17f0daeb431c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:37.714152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:37.769126 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:38.610480 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7b6e8-444a-4c20-b4a3-d60572b0d6ab req-355e363a-8c4e-43db-a2a9-1e2d925854a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:38.610480 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-73b7b6e8-444a-4c20-b4a3-d60572b0d6ab req-355e363a-8c4e-43db-a2a9-1e2d925854a6 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0554817 Sep 16 05:48:38.657953 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48272) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:38.660070 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-73b7b6e8-444a-4c20-b4a3-d60572b0d6ab req-1e1d951d-08d4-4ba8-a39e-c0c5403a1d96 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450635 Sep 16 05:48:38.753387 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-928597799-network', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:38.828733 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:38.831031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:38.840494 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:38.913325 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:38.918357 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks [] for security_group (fa397d1e-3624-4115-9780-6c8ca61a24d6), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.003007 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (fa397d1e-3624-4115-9780-6c8ca61a24d6), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.032362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:48:39.039888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa397d1e-3624-4115-9780-6c8ca61a24d6,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.045777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (1ac2a928-4868-4cc3-a4fe-37ec87c99dca), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.049053 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Added segment 1ac2a928-4868-4cc3-a4fe-37ec87c99dca of type vlan for network 3b5fb655-7c7f-4e1a-a62e-330916799304 Sep 16 05:48:39.089762 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (3b5fb655-7c7f-4e1a-a62e-330916799304), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.174668 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (3b5fb655-7c7f-4e1a-a62e-330916799304), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.175662 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:39.176238 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.236409 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] Pushing event updated for resources: {'Network': ['ID=3b5fb655-7c7f-4e1a-a62e-330916799304,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.246389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:48:39.286272 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-68b32063-9657-4a96-bf48-0d7605468788 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6270559 Sep 16 05:48:39.289364 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48278) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:39.294263 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Request body: {'subnet': {'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-928597799-subnet', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:39.368872 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:39.371350 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12402058'] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.621153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12298969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12402076'] for subnet (5acbf5a3-7341-45d1-81f2-bf73519a2bcc), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.681508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acbf5a3-7341-45d1-81f2-bf73519a2bcc,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.688964 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:39.689315 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Network hostable DHCP agents. Network: 3b5fb655-7c7f-4e1a-a62e-330916799304, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:48:39.773850 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:48:39.791053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac1906-5b23-4af1-b2a8-9b51cbb793aa req-de684fef-2078-4114-b3d1-6be900f921d9 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:39.792516 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-88ac1906-5b23-4af1-b2a8-9b51cbb793aa req-de684fef-2078-4114-b3d1-6be900f921d9 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0548637 Sep 16 05:48:39.846571 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-88ac1906-5b23-4af1-b2a8-9b51cbb793aa req-c0af9fc7-0a07-419e-836d-155c6eaa0e09 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Sep 16 05:48:39.854818 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 3b5fb655-7c7f-4e1a-a62e-330916799304) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:39.859046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:39.859665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:39.865879 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d8706-1907-4be9-ba6f-eba2c702b239 None None] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:48:39.957462 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-14ba4f01-73d2-4d77-8eb9-32b75f9110d4 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6668983 Sep 16 05:48:39.960819 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48286) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:39.965207 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:39.977888 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-3b5fb655-7c7f-4e1a-a62e-330916799304', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:48:39.978795 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.077298 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (7418191a-3b9f-4a02-87d7-354154765038), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.079331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (7418191a-3b9f-4a02-87d7-354154765038), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.115368 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:40.126492 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Allocated IP 172.20.0.2 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/6799a428-bfea-42f1-bafb-d02d861bdc6a) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:40.143024 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for router_controller (7418191a-3b9f-4a02-87d7-354154765038), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.274256 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks [] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.378382 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.425539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:40.428715 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:40.432791 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:40.439816 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Pushing event updated for resources: {'Port': ['ID=6799a428-bfea-42f1-bafb-d02d861bdc6a,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.495537 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Attempting to bind port 6799a428-bfea-42f1-bafb-d02d861bdc6a on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:48:40.495898 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Attempting to bind port 6799a428-bfea-42f1-bafb-d02d861bdc6a by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:48:40.496253 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Attempting to bind port 6799a428-bfea-42f1-bafb-d02d861bdc6a on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:40.498954 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:40.541319 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:48:40.541781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:40.542108 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.542551 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:48:40.546166 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Bound port: 6799a428-bfea-42f1-bafb-d02d861bdc6a, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:48:40.546166 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.587260 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for router_gateway (7418191a-3b9f-4a02-87d7-354154765038), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.607741 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] For port 6799a428-bfea-42f1-bafb-d02d861bdc6a, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:40.610770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] For port 6799a428-bfea-42f1-bafb-d02d861bdc6a, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6799a428-bfea-42f1-bafb-d02d861bdc6a,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:40.667823 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.696744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:40.723774 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0105-0db3-45b6-b09a-246472771aec None None] Pushing event updated for resources: {'Port': ['ID=6799a428-bfea-42f1-bafb-d02d861bdc6a,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.847079 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for router_gateway (7418191a-3b9f-4a02-87d7-354154765038), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:40.866723 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.031739 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6799a428-bfea-42f1-bafb-d02d861bdc6a up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:41.046211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ead7f-7cc5-410c-8bf9-97dacc32e899 req-07c70c89-2f0b-42d3-9b98-f6681372573a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:41.047741 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-965ead7f-7cc5-410c-8bf9-97dacc32e899 req-07c70c89-2f0b-42d3-9b98-f6681372573a tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0824308 Sep 16 05:48:41.060034 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Allocated IP 172.27.0.248 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/48d38885-77d6-4ce7-ae9f-9366e9e9a44a) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:41.081478 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 6799a428-bfea-42f1-bafb-d02d861bdc6a triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:41.081883 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.082247 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 6799a428-bfea-42f1-bafb-d02d861bdc6a Sep 16 05:48:41.143539 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:41.159267 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 6799a428-bfea-42f1-bafb-d02d861bdc6a is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:41.159652 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.196773 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 6799a428-bfea-42f1-bafb-d02d861bdc6a, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6799a428-bfea-42f1-bafb-d02d861bdc6a,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:41.199164 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-965ead7f-7cc5-410c-8bf9-97dacc32e899 req-7edf7677-5740-4716-a46a-f1a6647d8c1f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404514 Sep 16 05:48:41.217272 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.275120 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.322763 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=6799a428-bfea-42f1-bafb-d02d861bdc6a,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.335457 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.378318 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:41.384287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:41.388377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:41.391860 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Pushing event updated for resources: {'Port': ['ID=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.663929 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47519cdc-3238-4b5a-913a-dfee3574ef42 None None] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:48:41.734204 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for router_gateway (7418191a-3b9f-4a02-87d7-354154765038), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.757427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-a5deddbb-52e2-4432-8aa7-3b7784c7e3ea None None] Provisioning complete for port 6799a428-bfea-42f1-bafb-d02d861bdc6a triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:41.757806 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-a5deddbb-52e2-4432-8aa7-3b7784c7e3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:41.758222 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-a5deddbb-52e2-4432-8aa7-3b7784c7e3ea None None] Attempt 1 to provision port 6799a428-bfea-42f1-bafb-d02d861bdc6a Sep 16 05:48:41.831122 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:41.859658 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-a5deddbb-52e2-4432-8aa7-3b7784c7e3ea None None] Current status of the port 6799a428-bfea-42f1-bafb-d02d861bdc6a is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:41.937452 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (7418191a-3b9f-4a02-87d7-354154765038), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:42.071794 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:42.078023 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6861738c-1b82-4c47-9f29-2e5182a6373c None None] Provisioning complete for port 6799a428-bfea-42f1-bafb-d02d861bdc6a triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:42.078398 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6861738c-1b82-4c47-9f29-2e5182a6373c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:42.078731 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6861738c-1b82-4c47-9f29-2e5182a6373c None None] Attempt 1 to provision port 6799a428-bfea-42f1-bafb-d02d861bdc6a Sep 16 05:48:42.153477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6861738c-1b82-4c47-9f29-2e5182a6373c None None] Current status of the port 6799a428-bfea-42f1-bafb-d02d861bdc6a is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:42.191876 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Router 7418191a-3b9f-4a02-87d7-354154765038 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:48:42.234002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e6a76-c1f7-4b24-81c1-079ad79bd7c9 req-5a4b07d1-e01c-4673-b38e-928f01023da5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:42.235514 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f88e6a76-c1f7-4b24-81c1-079ad79bd7c9 req-5a4b07d1-e01c-4673-b38e-928f01023da5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0556984 Sep 16 05:48:42.330213 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8186c-d7ae-4387-b655-82705a1e7989 req-6406ebb6-3432-4fb0-95e1-c4e2e5c82fbb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:42.331720 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e9e8186c-d7ae-4387-b655-82705a1e7989 req-6406ebb6-3432-4fb0-95e1-c4e2e5c82fbb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0485682 Sep 16 05:48:42.334431 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:42.361536 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f88e6a76-c1f7-4b24-81c1-079ad79bd7c9 req-22ebcaad-9d8a-4c3f-bc2e-fd3f68b5428f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940721 Sep 16 05:48:42.368365 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:42.387127 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e9e8186c-d7ae-4387-b655-82705a1e7989 req-bcbf42fd-d129-4a72-a31a-207766f401cb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478992 Sep 16 05:48:42.393590 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:42.405979 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:42.406604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:42.494077 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:42.495261 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-fdeade6e-a8e6-49d8-881f-518d286ded77 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5334139 Sep 16 05:48:42.498270 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48314) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:42.631363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:42.752095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:42.802491 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:41Z', 'revision_number': 3, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:42.827844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:42.828190 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Updating router 7418191a-3b9f-4a02-87d7-354154765038 port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:42.854801 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:42.908300 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:42.998079 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6799a428-bfea-42f1-bafb-d02d861bdc6a up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:43.016504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.076857 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Allocated IP 172.20.0.1 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/390148e3-da7b-473b-8c3c-707c27e8e683) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:43.090290 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 6799a428-bfea-42f1-bafb-d02d861bdc6a triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:43.090649 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.090974 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 6799a428-bfea-42f1-bafb-d02d861bdc6a Sep 16 05:48:43.168440 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks [] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.183472 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks [] for port (390148e3-da7b-473b-8c3c-707c27e8e683), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.186131 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.209639 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 6799a428-bfea-42f1-bafb-d02d861bdc6a is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:43.243003 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.276328 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Attempting to bind port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:48:43.276622 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Attempting to bind port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:48:43.276980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Attempting to bind port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:43.300681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.314599 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.315434 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5068-a937-4433-8c01-17e4a6366968 None None] Pushing event updated for resources: {'Port': ['ID=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:43.333372 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:48:43.333741 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:43.337762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.337762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:48:43.337762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Bound port: 48d38885-77d6-4ce7-ae9f-9366e9e9a44a, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:48:43.337762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.344588 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:43.349952 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:43.353734 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:43.357043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Pushing event updated for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:43.387682 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] For port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:43.390839 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] For port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:43.395756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (7418191a-3b9f-4a02-87d7-354154765038), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.472990 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.523363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:43.524139 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:43.553936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613f6b-7aeb-4dfd-8f1c-5a1d1998fb49 req-9e30feb3-f7da-4c0a-bf7e-07cd0a323e3b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:43.555739 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49613f6b-7aeb-4dfd-8f1c-5a1d1998fb49 req-9e30feb3-f7da-4c0a-bf7e-07cd0a323e3b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0646648 Sep 16 05:48:43.559205 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610312-8004-40e5-9732-091480238f4e req-0b5b122f-8178-4ed9-a750-13ac1806f6c8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:43.568198 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d8610312-8004-40e5-9732-091480238f4e req-0b5b122f-8178-4ed9-a750-13ac1806f6c8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0678165 Sep 16 05:48:43.583264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.586770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.623716 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d8610312-8004-40e5-9732-091480238f4e req-66cfaf56-4121-43e2-8c33-16911785e391 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529635 Sep 16 05:48:43.635085 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49613f6b-7aeb-4dfd-8f1c-5a1d1998fb49 req-56ad2aec-b917-45fd-8e2f-ae0fdf35fb5e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730317 Sep 16 05:48:43.640814 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.652730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5068-a937-4433-8c01-17e4a6366968 None None] Pushing event updated for resources: {'Port': ['ID=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:43.676714 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:43.742687 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Provisioning complete for port 390148e3-da7b-473b-8c3c-707c27e8e683 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:43.743058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.743391 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 1 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:43.786992 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:43.819849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:43.826179 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks [] for port (390148e3-da7b-473b-8c3c-707c27e8e683), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.878424 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:41Z', 'revision_number': 3, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:43.894856 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.904261 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2996a9-4fc7-47d0-959f-8bc0280bdf0d None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:41Z', 'revision_number': 3, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:43.963504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (7418191a-3b9f-4a02-87d7-354154765038), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:43.965320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Pushing event updated for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.313449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:44.315326 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:44.322228 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 2 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:44.370530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:44.437889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:44.550141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:44.556530 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:44.561355 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0888ac2d-4bf8-48d3-8174-9c915bdfabde admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7418191a-3b9f-4a02-87d7-354154765038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0621083 Sep 16 05:48:44.765925 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313612-4257-41e3-9dcb-bf2d4372b909 req-82990bd5-8b82-4426-8600-9c2fe4dd442d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:44.768081 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-67313612-4257-41e3-9dcb-bf2d4372b909 req-82990bd5-8b82-4426-8600-9c2fe4dd442d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0643120 Sep 16 05:48:44.788493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb57195-cd50-471a-b60d-1cb56db7eac4 req-b8e4e8c6-61ab-4696-9f81-fd30c68dd596 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:44.790142 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1bb57195-cd50-471a-b60d-1cb56db7eac4 req-b8e4e8c6-61ab-4696-9f81-fd30c68dd596 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0577259 Sep 16 05:48:44.828238 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-67313612-4257-41e3-9dcb-bf2d4372b909 req-d2b10659-2fa5-49b9-89ec-14c28d3a539b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532520 Sep 16 05:48:44.838486 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1bb57195-cd50-471a-b60d-1cb56db7eac4 req-4b4d870b-6080-4f8f-a1ca-d7a9db98fb43 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 Sep 16 05:48:44.871979 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 3 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:44.908007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:44.971710 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 48d38885-77d6-4ce7-ae9f-9366e9e9a44a up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:45.015589 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:45.015956 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.016285 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a Sep 16 05:48:45.091440 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:45.091820 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.112922 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:45.114492 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48330) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:45.118808 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170873271', 'description': 'tempest-description--914947125'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.180589 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.209804 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.231898 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.282205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (b7daac86-83e9-425a-84c1-29e79ea91551), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.335749 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=13 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:45.346307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b7daac86-83e9-425a-84c1-29e79ea91551), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.376523 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7daac86-83e9-425a-84c1-29e79ea91551,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.386092 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=89 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:45.409488 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 4 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:45.439654 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.440983 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-36e9bd89-2e0a-4361-a283-55d5f4f2efc3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3254850 Sep 16 05:48:45.443249 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:45.443984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48332) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:45.448405 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': 'b7daac86-83e9-425a-84c1-29e79ea91551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.514935 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:45.529585 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:45.530272 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:45.541642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (8d87de53-d374-480c-9a03-069925b2435e), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.600142 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (8d87de53-d374-480c-9a03-069925b2435e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.629341 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:45.663798 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (8d87de53-d374-480c-9a03-069925b2435e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.681763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87de53-d374-480c-9a03-069925b2435e,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.721084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.751514 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.752834 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1996ca53-7733-4740-84ec-46746a5ff903 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3078480 Sep 16 05:48:45.755948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48334) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:45.760532 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': 'b7daac86-83e9-425a-84c1-29e79ea91551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.819631 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:45.844243 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:45.844592 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Updating router 7418191a-3b9f-4a02-87d7-354154765038 port 390148e3-da7b-473b-8c3c-707c27e8e683 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:45.853415 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (bd5121e9-1d02-4334-8580-55742a8d38ca), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.875015 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:45.944550 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 5 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:45.960131 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001cb61-4def-4d24-bfbb-92ea24862bc4 req-f663dfb6-0d16-43cb-a2a8-15852ffb9bce tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:45.961622 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8001cb61-4def-4d24-bfbb-92ea24862bc4 req-f663dfb6-0d16-43cb-a2a8-15852ffb9bce tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 943 time: 0.0478086 Sep 16 05:48:45.966660 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:45.977255 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:45.988171 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:45.995890 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1ebc3-0207-4023-b42d-62023932603a req-4902d5c4-5c5d-4c7b-9fa5-b4199a5adc2e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:46.000964 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-58a1ebc3-0207-4023-b42d-62023932603a req-4902d5c4-5c5d-4c7b-9fa5-b4199a5adc2e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0615826 Sep 16 05:48:46.017064 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (bd5121e9-1d02-4334-8580-55742a8d38ca), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.030494 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8001cb61-4def-4d24-bfbb-92ea24862bc4 req-1b802448-3e44-4aef-993f-818e9aaaa8e7 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606723 Sep 16 05:48:46.043779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:46.055040 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-58a1ebc3-0207-4023-b42d-62023932603a req-8dc02931-a75b-4dd1-ab0d-8c52b87ce5bf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501730 Sep 16 05:48:46.095126 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (bd5121e9-1d02-4334-8580-55742a8d38ca), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.120953 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5121e9-1d02-4334-8580-55742a8d38ca,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.162885 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks [] for port (390148e3-da7b-473b-8c3c-707c27e8e683), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.191272 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.193284 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ad70031a-206e-41f4-9f33-cad60514384f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4361062 Sep 16 05:48:46.196282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48342) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:48:46.200576 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:46.283099 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.304965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.305703 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:46.351546 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Pushing event updated for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.356089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:46.377158 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.377799 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.378200 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.378713 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.379050 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.379406 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.381179 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.381704 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.382059 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.382386 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.382708 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.383336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.383664 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.383987 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.384304 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:46.392941 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.398697 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Attempting to bind port 390148e3-da7b-473b-8c3c-707c27e8e683 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:48:46.399072 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Attempting to bind port 390148e3-da7b-473b-8c3c-707c27e8e683 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:48:46.399435 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Attempting to bind port 390148e3-da7b-473b-8c3c-707c27e8e683 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:46.439824 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:46.453935 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'port_id': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'mac_address': 'fa:16:3e:6f:3e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:46.493200 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 6 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:46.523366 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.27.0.133 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/372f0fa8-3939-4f54-be49-a2a11a96cee1) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:46.529198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ac90e443-5a47-4bae-9538-e6326b43061f is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:46.529198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.531212 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Port 390148e3-da7b-473b-8c3c-707c27e8e683 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:46.538275 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:48:46.538637 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:46.539055 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.540833 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:48:46.540833 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Bound port: 390148e3-da7b-473b-8c3c-707c27e8e683, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:48:46.540833 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.543296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac90e443-5a47-4bae-9538-e6326b43061f {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:48:46.551054 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:46.564975 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:46.605046 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] For port 390148e3-da7b-473b-8c3c-707c27e8e683, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:46.608210 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] For port 390148e3-da7b-473b-8c3c-707c27e8e683, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=390148e3-da7b-473b-8c3c-707c27e8e683,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:46.638216 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.647294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.675939 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.700500 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=7']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.716534 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:46.723425 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:48:46.724313 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:48:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:46.783946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.803189 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45002b-fdf9-465a-a4e4-a72e678c2be2 None None] Pushing event updated for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.826111 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:46.832286 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:46.834361 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:46.838988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:46.860948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=372f0fa8-3939-4f54-be49-a2a11a96cee1,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.861935 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:48:46.937290 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:46.969150 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 48d38885-77d6-4ce7-ae9f-9366e9e9a44a up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:46.995749 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['ac90e443-5a47-4bae-9538-e6326b43061f'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:48:47.032531 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Attempt 7 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:47.032743 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.041141 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:47.074415 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:46Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:47.105023 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb6691-9d3c-411a-9c2d-57a05928d886 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:46Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:47.159897 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:47.160277 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.160609 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a Sep 16 05:48:47.248112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5aba-487f-44d4-9248-fb7c8935fc2a req-2a6174f7-29f1-44cc-90ad-d5148f552509 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:47.257524 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-847a5aba-487f-44d4-9248-fb7c8935fc2a req-2a6174f7-29f1-44cc-90ad-d5148f552509 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0857308 Sep 16 05:48:47.267822 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.309855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79be1a3-34c0-4f3d-b5cc-f13fd5369a7b req-7affc8f3-99bd-4167-959b-90ecbe1d9b44 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:47.311746 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c79be1a3-34c0-4f3d-b5cc-f13fd5369a7b req-7affc8f3-99bd-4167-959b-90ecbe1d9b44 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 944 time: 0.1703181 Sep 16 05:48:47.330675 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-847a5aba-487f-44d4-9248-fb7c8935fc2a req-50a1d4a6-77c6-4757-b149-13b486c45d74 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715892 Sep 16 05:48:47.349780 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.400128 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:47.423672 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c79be1a3-34c0-4f3d-b5cc-f13fd5369a7b req-3e7e03ff-6d25-4914-92cd-fbdded21847f tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047525 Sep 16 05:48:47.440654 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=372f0fa8-3939-4f54-be49-a2a11a96cee1,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:47.440883 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:47.443943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.472782 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Current status of the port 390148e3-da7b-473b-8c3c-707c27e8e683 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:47.472782 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.523362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.524730 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-70765508-e08b-433b-b40d-2242f38301cf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3275104 Sep 16 05:48:47.566572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:47.572541 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] For port 390148e3-da7b-473b-8c3c-707c27e8e683, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=390148e3-da7b-473b-8c3c-707c27e8e683,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:47.635296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.712602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Pushing event updated for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:47.722543 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.723041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.723603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.724160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.724160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.726049 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.726740 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.726972 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.727386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.727785 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.728184 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.728597 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.728995 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.729440 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.729847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3b4fb-3313-42f0-a3bd-40a653aa36a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.737694 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-8f02fd53-2d8a-494c-af3d-962c9c6da459 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--170873271&fields=id&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 267 time: 0.0729296 Sep 16 05:48:47.761169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-74893a65-30a4-47e1-83ee-820149eac65b None None] Provisioning complete for port 390148e3-da7b-473b-8c3c-707c27e8e683 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:47.761629 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-74893a65-30a4-47e1-83ee-820149eac65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:47.763564 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-74893a65-30a4-47e1-83ee-820149eac65b None None] Attempt 1 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:47.843818 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:47.848728 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-74893a65-30a4-47e1-83ee-820149eac65b None None] Current status of the port 390148e3-da7b-473b-8c3c-707c27e8e683 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:47.869196 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-e0ec96f4-0ebf-4bf4-bdae-8f3ffb65e040 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:47.870772 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-e0ec96f4-0ebf-4bf4-bdae-8f3ffb65e040 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1215115 Sep 16 05:48:47.886536 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-8c7d7495-5790-4e85-aa27-d628869f6e3d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/quotas/86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 375 time: 0.0102952 Sep 16 05:48:47.942964 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-5949b9b8-d9a1-4911-9b40-4ec549c25fac tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502658 Sep 16 05:48:48.049851 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-ff2ab548-d0fb-4f7a-910f-a2bb476f25d0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945654 Sep 16 05:48:48.159003 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-833ff709-0417-44eb-88f0-d04bb49f77d9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027584 Sep 16 05:48:48.310386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:48.362471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port ac90e443-5a47-4bae-9538-e6326b43061f triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:48.370568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:48.370905 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port ac90e443-5a47-4bae-9538-e6326b43061f Sep 16 05:48:48.448128 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a45bc38f-c2f7-4d33-ad06-c588c3d4797d req-e65eab33-46fa-4e61-a0cd-c665d239bc19 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0361331 Sep 16 05:48:48.465590 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ac90e443-5a47-4bae-9538-e6326b43061f is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:48.466362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:48.492414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:48.495427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b129b2f-baf3-42cc-8623-e5a0758273d9" -d '{"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:48.514484 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:48.576412 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-8120123b-7e31-4d22-bb61-811a47bda15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.576412 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-8120123b-7e31-4d22-bb61-811a47bda15b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1128 time: 0.0973234 Sep 16 05:48:48.589561 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd91247-eac9-4483-91ea-87229b3094de req-2a1eecf2-e40e-4f6e-abf1-bbb57d101e46 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.591192 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9fd91247-eac9-4483-91ea-87229b3094de req-2a1eecf2-e40e-4f6e-abf1-bbb57d101e46 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.1384242 Sep 16 05:48:48.596944 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8fbc1-e3c6-45d8-8d57-f58a046bfe8e req-e560bc79-ee5a-4fc2-919f-b4256eed09a8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.598872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:48.598998 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d4e8fbc1-e3c6-45d8-8d57-f58a046bfe8e req-e560bc79-ee5a-4fc2-919f-b4256eed09a8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 944 time: 0.0572894 Sep 16 05:48:48.657065 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=8']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:48.665379 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d4e8fbc1-e3c6-45d8-8d57-f58a046bfe8e req-e5e711f8-4ce6-49e8-9734-abadf7c48253 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595527 Sep 16 05:48:48.706867 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9fd91247-eac9-4483-91ea-87229b3094de req-82ca38df-3f76-4ac1-88d6-ff4738ca1c56 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969989 Sep 16 05:48:48.716803 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331bbb1-c7dd-4d01-8203-e7d719aba734 x-openstack-request-id: req-3331bbb1-c7dd-4d01-8203-e7d719aba734 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:48.717104 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-plugged", "status": "completed", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:48.717362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3331bbb1-c7dd-4d01-8203-e7d719aba734 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:48.717773 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3331bbb1-c7dd-4d01-8203-e7d719aba734'] response: {'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'code': 200} Sep 16 05:48:48.734158 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-63e81761-37af-49eb-a00a-3f50ac878b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.735742 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-63e81761-37af-49eb-a00a-3f50ac878b49 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1402943 Sep 16 05:48:48.830094 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-dfd6fc9e-21a7-44d6-83e7-1fbc2fd84b8d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 1001 time: 0.0632486 Sep 16 05:48:48.904254 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:48.924763 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-7d362a8f-91f6-4209-bd66-bfe47688580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.926546 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-7d362a8f-91f6-4209-bd66-bfe47688580b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0548596 Sep 16 05:48:48.980117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-e2f609be-ed69-4f9a-98cf-040c6841cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:48.981846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 390148e3-da7b-473b-8c3c-707c27e8e683 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:48.982003 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-e2f609be-ed69-4f9a-98cf-040c6841cf1e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476742 Sep 16 05:48:49.029956 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 390148e3-da7b-473b-8c3c-707c27e8e683 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:49.030307 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:49.030638 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 390148e3-da7b-473b-8c3c-707c27e8e683 Sep 16 05:48:49.076264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:49.096138 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-4c18e1fb-ea11-460d-a209-79209ebb3bc0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013186 Sep 16 05:48:49.106803 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 390148e3-da7b-473b-8c3c-707c27e8e683 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:49.167708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ed08f-5075-4c66-90b6-93ee0ad8a83f req-547ccd1a-409e-48ed-a8e7-c17007299234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:49.169276 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-536ed08f-5075-4c66-90b6-93ee0ad8a83f req-547ccd1a-409e-48ed-a8e7-c17007299234 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.0383904 Sep 16 05:48:49.189648 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4de394fd-2f88-41c7-b599-a25a56b67684 req-349290b9-e4fc-48db-b40f-e590a1a93dc1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859725 Sep 16 05:48:49.219182 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-536ed08f-5075-4c66-90b6-93ee0ad8a83f req-c70fbaa6-bc40-49d5-b37a-302bb3ddc097 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Sep 16 05:48:49.544260 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d292be6e-1b04-4a0b-ac97-b4230dbf2d0d req-51ffbe3c-45f1-4807-bfa0-4ae8aabf3eee tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0308108 Sep 16 05:48:49.789960 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec55db7-833f-4615-8bc0-baa2ed5e81b8 req-2f3ab431-9b13-4e44-a55b-f92627bb3eeb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:49.791434 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8ec55db7-833f-4615-8bc0-baa2ed5e81b8 req-2f3ab431-9b13-4e44-a55b-f92627bb3eeb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0506079 Sep 16 05:48:49.835453 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e594b5-1484-4f52-bb3e-e24f4bbfd83c req-8f16287a-d5e2-4fed-bb75-5861727ba995 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:49.836923 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30e594b5-1484-4f52-bb3e-e24f4bbfd83c req-8f16287a-d5e2-4fed-bb75-5861727ba995 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0462444 Sep 16 05:48:49.840697 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8ec55db7-833f-4615-8bc0-baa2ed5e81b8 req-28b9d069-7db1-40e3-8c7e-b1a523cda9f2 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Sep 16 05:48:49.885640 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30e594b5-1484-4f52-bb3e-e24f4bbfd83c req-fe5891a7-5d32-4cd0-9995-00ac369d3f7f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Sep 16 05:48:50.645212 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f600a011-0e84-4c02-8fdb-f5a1af423396 req-11421149-b581-46c3-8503-39ccda2790c2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0270734 Sep 16 05:48:50.972572 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfbd79-79dd-4f9e-8fbc-b7246f816c6b req-16eb3d34-97a2-41e9-bcf3-537208011a25 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:50.974916 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d5bfbd79-79dd-4f9e-8fbc-b7246f816c6b req-16eb3d34-97a2-41e9-bcf3-537208011a25 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0568650 Sep 16 05:48:51.030966 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d5bfbd79-79dd-4f9e-8fbc-b7246f816c6b req-c8d04717-055f-400b-a5fe-d4294cc2d9d0 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Sep 16 05:48:51.034531 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416c8f-04bc-4872-8bd4-9c7d7c51d817 req-0ff97c29-5d04-4f6e-be7e-5b44885dfafe tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:51.036104 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-93416c8f-04bc-4872-8bd4-9c7d7c51d817 req-0ff97c29-5d04-4f6e-be7e-5b44885dfafe tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Sep 16 05:48:51.101158 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-93416c8f-04bc-4872-8bd4-9c7d7c51d817 req-7eb0d418-6e2c-4e0f-a16c-230e11d26372 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586226 Sep 16 05:48:51.753515 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-94999f32-ac8b-4432-8fa9-e97e6b89503d req-99bc8e7d-37e6-47b4-acd3-89e46c499a2e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0307112 Sep 16 05:48:52.233511 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe929d-c6cc-46fd-b7cb-57ce7a903c0a req-1f8f049a-2358-42ee-bd7b-d95f64c47543 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:52.234918 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eefe929d-c6cc-46fd-b7cb-57ce7a903c0a req-1f8f049a-2358-42ee-bd7b-d95f64c47543 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0472035 Sep 16 05:48:52.283418 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eefe929d-c6cc-46fd-b7cb-57ce7a903c0a req-ee8696ef-6c38-4c48-8b1e-3d1cc8b9aa87 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Sep 16 05:48:52.394689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-c442f417-604e-45de-9933-b49a542c2d3a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:52.396773 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-c442f417-604e-45de-9933-b49a542c2d3a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1044011 Sep 16 05:48:52.482045 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-cbb105cb-728e-48c7-83a9-2f6cc75eaecc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 379 time: 0.0556366 Sep 16 05:48:52.493860 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'port': {'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'admin_state_up': True, 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'security_groups': ['b7daac86-83e9-425a-84c1-29e79ea91551']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:52.643257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:52.647743 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:52.752258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:52.782001 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.20.0.11 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/a85ff859-2cff-4d36-a9e6-4a055d0b67b0) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:52.800469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:52.885328 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-37583ad4-96d2-4253-9aec-6f5d4bef67ed req-14958597-0fb9-47c3-b522-fdd0480710a8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0520861 Sep 16 05:48:52.949521 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.021010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.067103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:53.070938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:53.073249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:48:53.098409 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:53.126269 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:53.126912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.198268 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-17766daf-1795-449a-941b-8a31258a9e77 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7081583 Sep 16 05:48:53.216110 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Request body: {'port': {'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:53.278159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.296353 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Provisioning complete for port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:48:53.296898 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.297028 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Attempt 1 to provision port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 Sep 16 05:48:53.329901 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:53.419837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e3813-e205-4a6b-a781-c2da2ebd94dd req-8b0d8acc-1980-43e0-9a5b-0d0cd9d692d8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:53.421325 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e9e3813-e205-4a6b-a781-c2da2ebd94dd req-8b0d8acc-1980-43e0-9a5b-0d0cd9d692d8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0484979 Sep 16 05:48:53.470083 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8e9e3813-e205-4a6b-a781-c2da2ebd94dd req-d4f2c749-5a00-4a3f-a118-72b26fa1bb24 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Sep 16 05:48:53.492315 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:53.541362 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ff859-2cff-4d36-a9e6-4a055d0b67b0 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:48:53.548574 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks [] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.561139 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Transition to ACTIVE for port object a85ff859-2cff-4d36-a9e6-4a055d0b67b0 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:48:53.626364 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.715456 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:53.743038 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Attempting to bind port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:48:53.743364 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Attempting to bind port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:48:53.743680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Attempting to bind port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:53.784155 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:53.784730 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Attempting to bind port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:53.825464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:48:53.825715 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:48:53.826121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:48:53.826543 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Bound port: a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:48:53.826888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:53.830926 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Attempt 2 to provision port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 Sep 16 05:48:53.861735 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:48:53.867237 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:53.886699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:53.889702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:53.995060 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:54.001677 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.002309 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:54.003660 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/a85ff859-2cff-4d36-a9e6-4a055d0b67b0 HTTP/1.1" status: 200 len: 1094 time: 0.7918909 Sep 16 05:48:54.007416 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:48:54.009642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:54.045017 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013603-2136-4751-bb54-bca579a12ca5 req-43f30554-4fe2-48cc-b5f0-c252a050ba6a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.046465 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f6013603-2136-4751-bb54-bca579a12ca5 req-43f30554-4fe2-48cc-b5f0-c252a050ba6a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 944 time: 0.0839708 Sep 16 05:48:54.051957 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac1848-09ed-4e7e-8ace-eb12b245e367 x-openstack-request-id: req-8fac1848-09ed-4e7e-8ace-eb12b245e367 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:54.052250 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:54.052503 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fac1848-09ed-4e7e-8ace-eb12b245e367 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:54.052897 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fac1848-09ed-4e7e-8ace-eb12b245e367'] response: {'name': 'network-changed', 'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'status': 'completed', 'code': 200} Sep 16 05:48:54.089115 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e02bb-bbac-4301-9b26-313a2a0ca225 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:54.145230 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f6013603-2136-4751-bb54-bca579a12ca5 req-049322b1-63f5-44a0-87fe-ec3d7360e23a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907502 Sep 16 05:48:54.151091 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-e46f2357-2884-469a-81b3-b60c76471cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.152522 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-e46f2357-2884-469a-81b3-b60c76471cba service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 1128 time: 0.0555944 Sep 16 05:48:54.258239 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-64f4e0d5-6f13-49c0-80ba-6e79d3fc28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.259692 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-64f4e0d5-6f13-49c0-80ba-6e79d3fc28dd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938642 Sep 16 05:48:54.355767 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-7a235981-f542-4d7e-aa98-9e14a5b7c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.357139 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-56cd0956-48ea-45ce-928d-7fd9ecc5cd34 req-7a235981-f542-4d7e-aa98-9e14a5b7c8c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915184 Sep 16 05:48:54.363026 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Attempt 3 to provision port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 Sep 16 05:48:54.404433 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-24d1102b-4964-4210-bcbd-821ac17de805 None None] Port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:48:54.454036 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-45a28351-0a2f-48da-9f89-b686e0eb73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.455567 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-45a28351-0a2f-48da-9f89-b686e0eb73ec service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 1128 time: 0.0388875 Sep 16 05:48:54.499630 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-fda848fb-d2bc-49b1-9394-45f4a9dcf606 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0 HTTP/1.1" status: 200 len: 217 time: 0.0315297 Sep 16 05:48:54.547855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:54.551841 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-7694230d-0ea7-4a62-8d8d-095e7a225dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.553895 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-7694230d-0ea7-4a62-8d8d-095e7a225dd8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0477009 Sep 16 05:48:54.599254 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268635-4c1a-41bb-bccb-efc09a645926 req-b5154eff-28a0-4491-9929-2b217c73fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.600846 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-b5154eff-28a0-4491-9929-2b217c73fe8d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399508 Sep 16 05:48:54.602162 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e95fe-2ffa-4c00-b53b-e4910c8e4765 req-f526f496-93d4-4f4f-b9dd-c480db67d82e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:54.603652 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-666e95fe-2ffa-4c00-b53b-e4910c8e4765 req-f526f496-93d4-4f4f-b9dd-c480db67d82e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0513000 Sep 16 05:48:54.652131 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-666e95fe-2ffa-4c00-b53b-e4910c8e4765 req-ad80baf9-fb91-4c9f-bf22-1fcd36b99fc4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428898 Sep 16 05:48:54.694857 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-f94a142d-50a2-4efa-a25a-0767ddbe30c9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872662 Sep 16 05:48:54.786200 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-33268635-4c1a-41bb-bccb-efc09a645926 req-6cf08e53-f3cd-4456-80b2-e2b62b16320c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Sep 16 05:48:55.267984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54829-8803-4cee-a96c-2b7c44f2c8a0 req-1e5ef89a-6e89-45fb-832d-7f4cd2eeb99d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:55.269488 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9cb54829-8803-4cee-a96c-2b7c44f2c8a0 req-1e5ef89a-6e89-45fb-832d-7f4cd2eeb99d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 944 time: 0.0473657 Sep 16 05:48:55.317067 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9cb54829-8803-4cee-a96c-2b7c44f2c8a0 req-a719483d-d7bd-471e-bf21-c42b0e606716 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Sep 16 05:48:55.777025 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8312-d6e0-4a90-89b7-edf741eab413 req-cd374018-b347-45da-971f-120f6c74ef91 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:55.778508 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b77d8312-d6e0-4a90-89b7-edf741eab413 req-cd374018-b347-45da-971f-120f6c74ef91 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0466330 Sep 16 05:48:55.825761 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b77d8312-d6e0-4a90-89b7-edf741eab413 req-228fc1c7-4639-455c-ba42-b213d97c4e4c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416973 Sep 16 05:48:56.439033 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139dcb-ee14-4ef4-97d6-b692d2038654 req-e090e3ec-0bf9-47a7-88ab-2038b0e21edc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:56.440476 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34139dcb-ee14-4ef4-97d6-b692d2038654 req-e090e3ec-0bf9-47a7-88ab-2038b0e21edc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 944 time: 0.0496311 Sep 16 05:48:56.486658 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34139dcb-ee14-4ef4-97d6-b692d2038654 req-e551400d-0244-4a5f-86c9-0796a99e1dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Sep 16 05:48:56.949930 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09771-458e-4fcd-b21b-3ed9b9c37d19 req-64796546-bda6-4704-94c7-4caa80ff5e10 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:56.951379 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9b09771-458e-4fcd-b21b-3ed9b9c37d19 req-64796546-bda6-4704-94c7-4caa80ff5e10 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0474355 Sep 16 05:48:57.002879 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f9b09771-458e-4fcd-b21b-3ed9b9c37d19 req-86e57b99-93d3-4887-91ff-7a6f6bd2c691 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Sep 16 05:48:57.188955 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:57.612019 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e12a-d79b-4ad2-a6b3-1c29cf229b3a req-a96bd978-421a-4181-b01e-d9c7b792132b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:57.613478 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a6d9e12a-d79b-4ad2-a6b3-1c29cf229b3a req-a96bd978-421a-4181-b01e-d9c7b792132b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 944 time: 0.0461845 Sep 16 05:48:57.661759 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a6d9e12a-d79b-4ad2-a6b3-1c29cf229b3a req-a6245361-0eb8-4f2d-a70a-e75df241f4f3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Sep 16 05:48:58.129898 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb99e-505c-4f34-8563-15a7b5dcffe6 req-b2d13e9d-50c4-4458-a8a2-f51b6bae1bc3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:58.131348 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8fcfb99e-505c-4f34-8563-15a7b5dcffe6 req-b2d13e9d-50c4-4458-a8a2-f51b6bae1bc3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Sep 16 05:48:58.179160 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8fcfb99e-505c-4f34-8563-15a7b5dcffe6 req-1286400a-cc0e-47b1-bf49-d4f5c5cd8fc6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 Sep 16 05:48:58.360263 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a85ff859-2cff-4d36-a9e6-4a055d0b67b0 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:58.460471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.477106 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:58.511174 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:48:58.511690 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:58.525219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ff859-2cff-4d36-a9e6-4a055d0b67b0 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:48:58.545861 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.606078 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:48:58.641607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:58.658540 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:58.799420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875fcc-8c26-47f3-aa79-3c48c456cdb1 req-633a44e1-f56a-4089-bad1-47626a8adf0d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:58.800891 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-55875fcc-8c26-47f3-aa79-3c48c456cdb1 req-633a44e1-f56a-4089-bad1-47626a8adf0d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 945 time: 0.0550580 Sep 16 05:48:58.848129 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-55875fcc-8c26-47f3-aa79-3c48c456cdb1 req-da5ab653-1ea5-4eda-b8f9-1099193d9752 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Sep 16 05:48:59.055733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['a85ff859-2cff-4d36-a9e6-4a055d0b67b0'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:48:59.095430 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:59.308132 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6595bd-c7e1-402e-a446-3e4787056024 req-a3f1d375-ee27-438a-bc97-1abbd281daba tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:59.309521 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a6595bd-c7e1-402e-a446-3e4787056024 req-a3f1d375-ee27-438a-bc97-1abbd281daba tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0468898 Sep 16 05:48:59.321124 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:59.358501 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a6595bd-c7e1-402e-a446-3e4787056024 req-bffcc367-6a03-44dc-b196-c4627ae857d3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Sep 16 05:48:59.931500 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:48:59.970770 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb5f45-f9c3-4cfe-8b4c-90da09ad0259 req-41518cf4-00e3-47f3-b179-f87f58bfd407 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:48:59.972227 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f8cb5f45-f9c3-4cfe-8b4c-90da09ad0259 req-41518cf4-00e3-47f3-b179-f87f58bfd407 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 945 time: 0.0492544 Sep 16 05:49:00.020273 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f8cb5f45-f9c3-4cfe-8b4c-90da09ad0259 req-694a0443-6e43-4bee-9d33-1d20741fb1b5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Sep 16 05:49:00.372392 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:00.395418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a85ff859-2cff-4d36-a9e6-4a055d0b67b0 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:00.505270 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d9397-2606-4849-9be7-ae3c1673e36e req-1ca700d6-3094-4d3d-b6cb-c0f649095bbf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:00.507025 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eb6d9397-2606-4849-9be7-ae3c1673e36e req-1ca700d6-3094-4d3d-b6cb-c0f649095bbf tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0643721 Sep 16 05:49:00.509477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:49:00.518215 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.527740 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:00.530526 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:00.560538 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eb6d9397-2606-4849-9be7-ae3c1673e36e req-14f6864a-9974-49d5-a98b-65091614dae2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463572 Sep 16 05:49:00.567224 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:49:00.567602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:00.567934 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 Sep 16 05:49:00.574614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: ACTIVE; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:00.574614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:00.613094 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:49:00.649223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.696560 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:00.697050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:00.725975 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:00.729654 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9476d925-55ea-4137-b6b5-68be0f432094" -d '{"events": [{"server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:00.737962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:00.746465 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.795213 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c9d8f-e425-425b-91be-132559d4faae x-openstack-request-id: req-b00c9d8f-e425-425b-91be-132559d4faae {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:00.795523 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:00.795781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b00c9d8f-e425-425b-91be-132559d4faae {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:00.796177 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00c9d8f-e425-425b-91be-132559d4faae'] response: {'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'code': 200} Sep 16 05:49:00.799218 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=6']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.822001 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:00.885601 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.934698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['ab03a892-2d07-4027-aece-7cb1130f9308'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:49:00.977863 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:01.090317 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:01.175959 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee447e8-045c-40a8-88a4-ace5566001dc req-99aed23a-4aa5-44fb-b917-bef605d19938 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:01.177926 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eee447e8-045c-40a8-88a4-ace5566001dc req-99aed23a-4aa5-44fb-b917-bef605d19938 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0634344 Sep 16 05:49:01.208948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f501c8-70e8-429f-ba99-08cad1274c5c req-681e3e33-9c9f-4147-8cb7-47a43227a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:01.211446 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34f501c8-70e8-429f-ba99-08cad1274c5c req-681e3e33-9c9f-4147-8cb7-47a43227a310 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 1130 time: 0.0610600 Sep 16 05:49:01.262869 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-eee447e8-045c-40a8-88a4-ace5566001dc req-f2ddf470-2746-4d0f-9287-400a7b330f36 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739572 Sep 16 05:49:01.277542 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34f501c8-70e8-429f-ba99-08cad1274c5c req-594e7fae-d16a-48ad-a01e-4c3f086fb13c service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492430 Sep 16 05:49:01.714590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fdb4d-d46c-4cda-9d7f-5eed36df10ab req-14b8f8fb-b970-45ee-8130-4eb83141e988 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:01.717082 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce2fdb4d-d46c-4cda-9d7f-5eed36df10ab req-14b8f8fb-b970-45ee-8130-4eb83141e988 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 944 time: 0.0555968 Sep 16 05:49:01.769961 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ce2fdb4d-d46c-4cda-9d7f-5eed36df10ab req-61e3f018-965c-429e-875f-e64c9d6cd21c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Sep 16 05:49:02.178743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-12730994-498c-4310-acb8-cc6e2538a7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:02.401887 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:02.404848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438d002-1ad6-482d-8b93-20cadad045d0 req-75e2974e-9dc0-43fd-a3eb-0ae8b7b84f2a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:02.407265 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7438d002-1ad6-482d-8b93-20cadad045d0 req-75e2974e-9dc0-43fd-a3eb-0ae8b7b84f2a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0523844 Sep 16 05:49:02.481069 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7438d002-1ad6-482d-8b93-20cadad045d0 req-b13057e5-93d6-4f99-8b38-af360649f26a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661640 Sep 16 05:49:02.512998 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port ab03a892-2d07-4027-aece-7cb1130f9308 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:49:02.512998 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:02.512998 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:49:02.594661 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:02.595322 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:02.635480 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:02.721248 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:02.792470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=7']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:02.798113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:02.800514 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1160636-6d36-43e8-adbb-95385deeb0b1" -d '{"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:02.870161 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540dcbd2-2160-4af1-9c66-f71e0804ed89 x-openstack-request-id: req-540dcbd2-2160-4af1-9c66-f71e0804ed89 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:02.870469 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:02.870723 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-540dcbd2-2160-4af1-9c66-f71e0804ed89 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:02.871122 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540dcbd2-2160-4af1-9c66-f71e0804ed89'] response: {'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'code': 200} Sep 16 05:49:02.948188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc00128-0f62-4831-afcd-25578e5b2e4f req-563a72d3-444a-41e0-9efd-64f08f928d22 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:02.949342 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2dc00128-0f62-4831-afcd-25578e5b2e4f req-563a72d3-444a-41e0-9efd-64f08f928d22 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0710814 Sep 16 05:49:03.013006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2dc00128-0f62-4831-afcd-25578e5b2e4f req-fc8607a6-bc9a-4f5d-9887-0684d08ae6cd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576138 Sep 16 05:49:03.623063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b8ca6-a341-439c-b5fe-856472a7df80 req-1f6ff927-4653-403a-89d1-1ac432ee1a2e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:03.624654 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ee5b8ca6-a341-439c-b5fe-856472a7df80 req-1f6ff927-4653-403a-89d1-1ac432ee1a2e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0545959 Sep 16 05:49:03.686832 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ee5b8ca6-a341-439c-b5fe-856472a7df80 req-cd2bf484-72d9-40cd-a9c8-3c164d0063d4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553560 Sep 16 05:49:03.828939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdfa5a-862e-4150-aebc-4de884f754c2 req-d14fb208-2d9a-4bd9-8da5-bfcec9dd6d49 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:03.830317 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dbbdfa5a-862e-4150-aebc-4de884f754c2 req-d14fb208-2d9a-4bd9-8da5-bfcec9dd6d49 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0640104 Sep 16 05:49:03.854357 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48490) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:03.858895 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:03.896047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:03.899501 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:04.162580 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3570de-1c5e-4dc4-850c-f15cb383e5e5 req-0675baf3-68aa-4034-83cf-5c611f018bdd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:04.164532 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f3570de-1c5e-4dc4-850c-f15cb383e5e5 req-0675baf3-68aa-4034-83cf-5c611f018bdd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Sep 16 05:49:04.254744 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8f3570de-1c5e-4dc4-850c-f15cb383e5e5 req-27b945ae-1070-4a78-9c98-af6127517a4a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832930 Sep 16 05:49:04.349708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d64ed965-9d1f-4b83-88cc-739da2ce519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:04.701248 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:04.814895 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:04.863954 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:04.956163 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 26d14219-3150-4451-ab6e-4999eaa3848d associated. External IP: 172.27.0.133, port: a85ff859-2cff-4d36-a9e6-4a055d0b67b0. Sep 16 05:49:05.203036 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:05.335025 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:05.340098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:05.346841 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:05.364061 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:05.365437 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:05.395145 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b7956b6e-5103-44e4-bd99-185b68657c6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/26d14219-3150-4451-ab6e-4999eaa3848d HTTP/1.1" status: 200 len: 992 time: 1.5390992 Sep 16 05:49:05.395928 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:05.398551 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a7fee-1588-4463-846a-4b72e431bc70" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:05.448792 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ebb06-70a4-40b7-988f-43f46c97d91f x-openstack-request-id: req-8a9ebb06-70a4-40b7-988f-43f46c97d91f {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:05.449387 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:05.449933 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a9ebb06-70a4-40b7-988f-43f46c97d91f {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:05.450546 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9ebb06-70a4-40b7-988f-43f46c97d91f'] response: {'name': 'network-changed', 'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'status': 'completed', 'code': 200} Sep 16 05:49:05.471024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8219c5-d44c-42a5-842d-06af91d15048 req-320aa817-59d7-4825-a351-715631485019 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:05.472751 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5c8219c5-d44c-42a5-842d-06af91d15048 req-320aa817-59d7-4825-a351-715631485019 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0817788 Sep 16 05:49:05.515399 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:05.540421 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5c8219c5-d44c-42a5-842d-06af91d15048 req-0b54772a-28cc-4d87-8b39-cae6298d43df tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588043 Sep 16 05:49:05.577848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7fee-1588-4463-846a-4b72e431bc70 req-481358aa-3575-4cad-93ca-79b6a06852b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:05.577848 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-481358aa-3575-4cad-93ca-79b6a06852b2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 1130 time: 0.0657089 Sep 16 05:49:05.660424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:05.679524 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7fee-1588-4463-846a-4b72e431bc70 req-31a217c5-e827-46f0-9335-5a69b347f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:05.681671 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-31a217c5-e827-46f0-9335-5a69b347f6af service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 915 time: 0.1060958 Sep 16 05:49:05.765227 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-786b3fcf-4352-4739-8f73-1ea39ef83822 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0 HTTP/1.1" status: 200 len: 1000 time: 0.0768821 Sep 16 05:49:05.852899 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:04Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:05.867497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7fee-1588-4463-846a-4b72e431bc70 req-d07a9a1d-9aa1-4d51-bfb8-deaa2ea02c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:05.875009 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-d07a9a1d-9aa1-4d51-bfb8-deaa2ea02c8e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0984514 Sep 16 05:49:05.940914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7fee-1588-4463-846a-4b72e431bc70 req-1065f48a-9f8e-4348-8be4-c1b252be3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:05.942718 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-1065f48a-9f8e-4348-8be4-c1b252be3af4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578799 Sep 16 05:49:06.061939 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:06.081150 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:06.081363 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-a99b3178-cf76-4189-8b54-90ab91751aa8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307790 Sep 16 05:49:06.081757 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:06.191469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-332a7fee-1588-4463-846a-4b72e431bc70 req-1188f9b1-bcca-4893-bd06-286ac21e1678 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043210 Sep 16 05:49:06.215471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:06.245973 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:06.368011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:06.415472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:06.493343 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:04Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:06.524837 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc232e74-d3fd-4c72-9704-ef29d5131a24 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:04Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:06.654670 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:06.700391 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0b74-9abb-42cc-9eaa-c72994802a9f req-42ef37b9-3d20-4c46-91d3-ba75a8eec73f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:06.702176 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6ea0b74-9abb-42cc-9eaa-c72994802a9f req-42ef37b9-3d20-4c46-91d3-ba75a8eec73f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0569346 Sep 16 05:49:06.776422 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b6ea0b74-9abb-42cc-9eaa-c72994802a9f req-72eb5560-05a4-47b6-83c9-90f2e0dc03a5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679729 Sep 16 05:49:06.807479 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b502c3-91c4-46d6-8ba6-5b65d5f5bd72 None None] New status for floating IP 26d14219-3150-4451-ab6e-4999eaa3848d: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:49:07.595348 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:07.755412 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:07.936851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc89044-b6fe-4c02-906e-5d497071a1fb req-ea301373-2f21-4015-8b13-31640cc1ac7f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:07.938438 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4fc89044-b6fe-4c02-906e-5d497071a1fb req-ea301373-2f21-4015-8b13-31640cc1ac7f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0659935 Sep 16 05:49:08.006454 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4fc89044-b6fe-4c02-906e-5d497071a1fb req-4742c615-2036-4eae-9f5d-840419a07f09 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567675 Sep 16 05:49:09.155133 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f23ee-6f73-4cbf-b7ab-ee31e06f63d4 req-df9123ce-1483-4f00-9358-badc6c24e20a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:09.162221 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-491f23ee-6f73-4cbf-b7ab-ee31e06f63d4 req-df9123ce-1483-4f00-9358-badc6c24e20a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0533237 Sep 16 05:49:09.207713 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-491f23ee-6f73-4cbf-b7ab-ee31e06f63d4 req-9c582416-4467-4c01-9752-da87d3212816 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446410 Sep 16 05:49:10.352483 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d75ce-2761-4ca6-8b01-eaa1f7a9f713 req-ac5fd637-9e5e-4046-aa44-15ff7200829b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:10.354107 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-213d75ce-2761-4ca6-8b01-eaa1f7a9f713 req-ac5fd637-9e5e-4046-aa44-15ff7200829b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Sep 16 05:49:10.407961 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-213d75ce-2761-4ca6-8b01-eaa1f7a9f713 req-2e5ffb23-cefb-461b-8dbd-24b4bab808e1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473931 Sep 16 05:49:11.546316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aeebb-bb44-47f3-ad96-0e6a2f586611 req-fc4393aa-46ef-4c0d-95b3-d10fe90acbb0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:11.547818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0d6aeebb-bb44-47f3-ad96-0e6a2f586611 req-fc4393aa-46ef-4c0d-95b3-d10fe90acbb0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Sep 16 05:49:11.595530 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0d6aeebb-bb44-47f3-ad96-0e6a2f586611 req-aa930aca-2a04-4a04-9f39-34cb1d387301 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Sep 16 05:49:12.647191 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-8c342c8d-56ec-4572-b05d-9265293866b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:12.647191 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-8c342c8d-56ec-4572-b05d-9265293866b3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1129 time: 0.0439844 Sep 16 05:49:12.723909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ddcf0-4ee0-4f81-9193-a9bd44118be7 req-c18c913d-6a6e-4367-ad79-10969c5979a4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:12.725379 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f18ddcf0-4ee0-4f81-9193-a9bd44118be7 req-c18c913d-6a6e-4367-ad79-10969c5979a4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0487134 Sep 16 05:49:12.744729 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-9c4be521-ca3a-4741-a4ab-f1012a18f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:12.746213 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-9c4be521-ca3a-4741-a4ab-f1012a18f1cd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.0930030 Sep 16 05:49:12.775576 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f18ddcf0-4ee0-4f81-9193-a9bd44118be7 req-03c9ef7a-c3a2-456f-9edf-2990ab7054ba tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 Sep 16 05:49:12.822852 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-d5ff332a-8ac7-4b41-bdb7-13ff63cfe115 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 1000 time: 0.0708787 Sep 16 05:49:12.870919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-7eeaed5a-cf38-4f77-8553-16d76983aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:12.872437 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-7eeaed5a-cf38-4f77-8553-16d76983aede service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0437613 Sep 16 05:49:12.918172 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-181e7794-b630-4a24-8684-45d4f9e347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:12.920423 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-181e7794-b630-4a24-8684-45d4f9e347fe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403075 Sep 16 05:49:13.015534 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-ee503117-9175-4159-bb3c-b5f715246f58 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888782 Sep 16 05:49:13.111105 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c87b6d6a-c4a7-4975-80f3-4972961cafe6 req-2669493f-80aa-4a58-9891-1d9cba75efc8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882645 Sep 16 05:49:13.902883 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:13.911084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175be6-5554-4874-841c-a50f926dbe28 req-013d8e5a-7009-40b8-a1a9-7b7832774baa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:13.912546 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54175be6-5554-4874-841c-a50f926dbe28 req-013d8e5a-7009-40b8-a1a9-7b7832774baa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0502963 Sep 16 05:49:13.960253 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-54175be6-5554-4874-841c-a50f926dbe28 req-b431689f-b383-4644-9ae6-36a0378b9b91 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Sep 16 05:49:15.089246 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da84c3-2f01-4ae5-bec0-47a32ed6f233 req-c3f9930c-8fec-4252-aad4-5acc8c650d4d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:15.090747 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30da84c3-2f01-4ae5-bec0-47a32ed6f233 req-c3f9930c-8fec-4252-aad4-5acc8c650d4d tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Sep 16 05:49:15.141169 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-30da84c3-2f01-4ae5-bec0-47a32ed6f233 req-db2f1c57-3ca5-4be8-860a-1e9973420699 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448461 Sep 16 05:49:15.731888 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:16.272731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf72bcf-b110-4b0c-9ba5-cb08d9bc96b0 req-e745a874-81f6-426c-b99d-cc383a1e86aa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:16.274740 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-caf72bcf-b110-4b0c-9ba5-cb08d9bc96b0 req-e745a874-81f6-426c-b99d-cc383a1e86aa tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 945 time: 0.0462458 Sep 16 05:49:16.324519 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-caf72bcf-b110-4b0c-9ba5-cb08d9bc96b0 req-aa5c3bdf-7c4a-4073-93b4-f0044586f1ae tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439880 Sep 16 05:49:16.486787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:16.564978 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: ACTIVE; New status is: DOWN {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:16.565460 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:16.590688 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:16.592941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf97f3-15de-405c-927c-9401fddf20e9" -d '{"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:16.606200 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:16.628819 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a271e876-66d3-4f85-9c7a-2836305f63c3 x-openstack-request-id: req-a271e876-66d3-4f85-9c7a-2836305f63c3 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:16.628819 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-unplugged", "status": "failed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "code": 422}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:16.628819 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a271e876-66d3-4f85-9c7a-2836305f63c3 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:16.629121 dv-cinder-857528-3-iscsi neutron-server[113251]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a271e876-66d3-4f85-9c7a-2836305f63c3']: {'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'code': 422} returned with failed status Sep 16 05:49:16.677182 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:16.724302 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=8']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:16.861329 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=95 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:16.928519 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:18.589540 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:18.605343 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f168-b91d-44b5-835d-ae0a3d9abdb7 req-98c2000e-0159-4668-97c5-8c691f062f5f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:18.606852 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f4d1f168-b91d-44b5-835d-ae0a3d9abdb7 req-98c2000e-0159-4668-97c5-8c691f062f5f tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0482633 Sep 16 05:49:18.657056 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f4d1f168-b91d-44b5-835d-ae0a3d9abdb7 req-81137022-7824-4f4b-a28f-ff29cc98ae9b tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446007 Sep 16 05:49:19.097041 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-333aee79-3ee5-4255-91b1-510de3204462 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0368052 Sep 16 05:49:19.183684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-dd0ecbcd-fc26-42c6-9b0b-7f7f15641ac3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:19.185041 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-dd0ecbcd-fc26-42c6-9b0b-7f7f15641ac3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports/ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 940 time: 0.0592291 Sep 16 05:49:19.790280 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8caa7-a2a0-4a31-bbc9-b15fc3614c03 req-ed8b3128-fdf5-45ca-8c61-48b4313b3623 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:19.791827 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ede8caa7-a2a0-4a31-bbc9-b15fc3614c03 req-ed8b3128-fdf5-45ca-8c61-48b4313b3623 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0492425 Sep 16 05:49:19.834046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:19.841624 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ede8caa7-a2a0-4a31-bbc9-b15fc3614c03 req-bf20b49f-e27e-4e52-a7a8-287c62b5d57a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Sep 16 05:49:20.754078 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-9eae7c22-f82e-4a93-9bc4-6f8c4dff247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:20.755561 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-9eae7c22-f82e-4a93-9bc4-6f8c4dff247a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0&tenant_id=1a2ef5dbdbb34457963733b3507abb34 HTTP/1.1" status: 200 len: 1127 time: 0.0689223 Sep 16 05:49:20.853950 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-0e5deb7c-3728-4098-b9dd-0141dd083276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:20.855472 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-0e5deb7c-3728-4098-b9dd-0141dd083276 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1a2ef5dbdbb34457963733b3507abb34&device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1127 time: 0.0458453 Sep 16 05:49:20.981891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-cc9cc43f-74ce-42d1-98bb-44dbaa8fb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:20.983322 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-cc9cc43f-74ce-42d1-98bb-44dbaa8fb5ed service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 200 len: 918 time: 0.1202719 Sep 16 05:49:20.993074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6020-38f8-488c-8b97-3996fbf9d25c req-fdea526c-d7ea-4baf-8b36-689417165252 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:20.994432 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d54b6020-38f8-488c-8b97-3996fbf9d25c req-fdea526c-d7ea-4baf-8b36-689417165252 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0656548 Sep 16 05:49:21.071546 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-0fb99abb-6063-43af-8f36-8d549a4ed303 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 200 len: 998 time: 0.0760307 Sep 16 05:49:21.090939 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d54b6020-38f8-488c-8b97-3996fbf9d25c req-e992d963-9e81-4853-a29b-5f24f31d2100 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893350 Sep 16 05:49:21.127329 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-49daa06f-df78-4b9a-8f8d-921e408045b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:21.128767 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-49daa06f-df78-4b9a-8f8d-921e408045b7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 200 len: 856 time: 0.0501964 Sep 16 05:49:21.172880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-a4417933-f387-4a9c-8a8c-8d1fa8b08997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:21.174472 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-a4417933-f387-4a9c-8a8c-8d1fa8b08997 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=188e8999-5037-4695-a578-27c8497948de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388947 Sep 16 05:49:21.267264 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-77f6f9ac-90a6-4242-8232-5c3d82959db1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821650 Sep 16 05:49:21.360490 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-9acf02f8-3f99-4960-8591-23b0a21a96ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Sep 16 05:49:22.218276 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02320f1-2284-483d-b118-5fcf77d2890c req-e6db87fc-d82d-463e-a5f7-4dbd1c81958c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:22.219772 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d02320f1-2284-483d-b118-5fcf77d2890c req-e6db87fc-d82d-463e-a5f7-4dbd1c81958c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0479927 Sep 16 05:49:22.272764 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d02320f1-2284-483d-b118-5fcf77d2890c req-e66f054e-367c-45cc-a065-28987cd112a9 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474966 Sep 16 05:49:23.381620 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:23.422249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f40cd6-7872-40c5-8a27-c792dcc7b207 req-6381cb8d-9572-4e69-8f5c-ac8b71c0fd00 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:23.423810 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-44f40cd6-7872-40c5-8a27-c792dcc7b207 req-6381cb8d-9572-4e69-8f5c-ac8b71c0fd00 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0508053 Sep 16 05:49:23.480315 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-44f40cd6-7872-40c5-8a27-c792dcc7b207 req-6f7ee2d1-a8e8-4f72-a11d-150f2d68ccee tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482063 Sep 16 05:49:24.621589 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b33c22-0d5b-4993-95b7-977776d9bdb6 req-8986b3f6-2515-40bd-8612-a9797cc17aa4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:24.623150 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4b33c22-0d5b-4993-95b7-977776d9bdb6 req-8986b3f6-2515-40bd-8612-a9797cc17aa4 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0561423 Sep 16 05:49:24.675852 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4b33c22-0d5b-4993-95b7-977776d9bdb6 req-73f45a0d-d582-4d40-adfd-944c96d24bf2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465283 Sep 16 05:49:25.815865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cadec6-55a4-4861-a72b-aef2faba58df req-149e767f-a2ad-4f3c-a720-1c28739c3f38 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:25.817352 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f1cadec6-55a4-4861-a72b-aef2faba58df req-149e767f-a2ad-4f3c-a720-1c28739c3f38 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0531850 Sep 16 05:49:25.872628 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f1cadec6-55a4-4861-a72b-aef2faba58df req-2ce0d178-8db0-47fd-b89a-fb6d0376dff3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482008 Sep 16 05:49:26.720334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:26.722247 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:27.022573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067532cf-04fe-45d8-b2ee-8311502cfd71 req-37db4cba-72a0-4bc5-83bd-3e1c9f1f89ed tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:27.024751 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-067532cf-04fe-45d8-b2ee-8311502cfd71 req-37db4cba-72a0-4bc5-83bd-3e1c9f1f89ed tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0525968 Sep 16 05:49:27.066905 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:27.075256 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-067532cf-04fe-45d8-b2ee-8311502cfd71 req-5c0bd725-f515-4b22-8ed3-e97e9fda91ac tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447757 Sep 16 05:49:28.206658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0c66-f658-4e8c-b4d4-f902649b2d62 req-410eaa3d-a8af-4e63-a87f-86f8ca8b2d7a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:28.208030 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-31de0c66-f658-4e8c-b4d4-f902649b2d62 req-410eaa3d-a8af-4e63-a87f-86f8ca8b2d7a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0476327 Sep 16 05:49:28.270173 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-31de0c66-f658-4e8c-b4d4-f902649b2d62 req-2a66bf9d-ece2-4836-b0ce-1ccbf2414e29 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534208 Sep 16 05:49:29.420619 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0e9a-58ae-4f8f-a9c0-90b7b3dc096c req-914516a9-bd68-4142-878b-6353210641b7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:29.443345 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1cab0e9a-58ae-4f8f-a9c0-90b7b3dc096c req-914516a9-bd68-4142-878b-6353210641b7 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0784950 Sep 16 05:49:29.582362 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1cab0e9a-58ae-4f8f-a9c0-90b7b3dc096c req-58486149-10b1-4736-a016-be1f0edcc831 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376884 Sep 16 05:49:30.700477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ce506-ee66-4f42-af62-88b803ca6471 req-13a6f63f-c769-4e44-8957-cb74e4efd314 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:30.701929 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ae5ce506-ee66-4f42-af62-88b803ca6471 req-13a6f63f-c769-4e44-8957-cb74e4efd314 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0462582 Sep 16 05:49:30.750789 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ae5ce506-ee66-4f42-af62-88b803ca6471 req-5019a959-2ed4-47c2-b795-112fc94e8675 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 Sep 16 05:49:31.875779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9420-a741-4763-97c8-dbdcafbd65ee req-1f0c50d7-33e6-495f-9cce-7ae39ad316fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:31.877209 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a47a9420-a741-4763-97c8-dbdcafbd65ee req-1f0c50d7-33e6-495f-9cce-7ae39ad316fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0453811 Sep 16 05:49:31.926419 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a47a9420-a741-4763-97c8-dbdcafbd65ee req-7b7fc5db-e670-46d7-af45-fa28baa54787 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Sep 16 05:49:32.139815 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-4cc418c2-d75b-4c18-83f7-1360bf293907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:33.052656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702add-c578-4a11-bcb6-35bb3b9a4f92 req-9c5889c2-18e0-4b15-a5ba-5b03a9dfad66 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:33.054166 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9702add-c578-4a11-bcb6-35bb3b9a4f92 req-9c5889c2-18e0-4b15-a5ba-5b03a9dfad66 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0477221 Sep 16 05:49:33.103553 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f9702add-c578-4a11-bcb6-35bb3b9a4f92 req-ed0a565c-8d2d-4b9b-83fd-4fecd7767d92 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Sep 16 05:49:34.188640 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:34.223212 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:34.241471 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfdd32-b894-4a4c-aeab-919edc5b9e06 req-4e87f26c-8ab0-44e2-883a-68742d4b980e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:34.242954 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-99cfdd32-b894-4a4c-aeab-919edc5b9e06 req-4e87f26c-8ab0-44e2-883a-68742d4b980e tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0475287 Sep 16 05:49:34.291296 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-99cfdd32-b894-4a4c-aeab-919edc5b9e06 req-2dad92d4-dcbc-47a2-8917-49457df503b5 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Sep 16 05:49:34.298847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c89ab7e5-a448-4099-8ed8-dbaff1a42867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:34.582430 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:34.684851 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:34.695628 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'port_id': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'mac_address': 'fa:16:3e:70:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:34.730514 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:34.731094 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:34.744345 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:49:34.765783 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:35.220418 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:35.426592 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835ee02-e308-4970-ae7c-3187388816ba req-5f3a775f-d729-4347-978e-1b40ead95580 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:35.428115 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0835ee02-e308-4970-ae7c-3187388816ba req-5f3a775f-d729-4347-978e-1b40ead95580 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 943 time: 0.0504618 Sep 16 05:49:35.476343 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0835ee02-e308-4970-ae7c-3187388816ba req-07b005c7-89d7-4d82-937e-060e67982bc0 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Sep 16 05:49:35.613082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:35.666172 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=9']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:35.938606 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['ab03a892-2d07-4027-aece-7cb1130f9308'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:49:35.986236 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:36.611123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8858c5-4dfb-446f-9e39-caad452b5df8 req-6e6a601c-3232-4f31-813b-ec8b880e1106 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:36.612587 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4e8858c5-4dfb-446f-9e39-caad452b5df8 req-6e6a601c-3232-4f31-813b-ec8b880e1106 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 944 time: 0.0501270 Sep 16 05:49:36.659437 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4e8858c5-4dfb-446f-9e39-caad452b5df8 req-2f8ca821-4e7f-4a19-87ef-c2208277c5fc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Sep 16 05:49:36.669312 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:36.714526 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port ab03a892-2d07-4027-aece-7cb1130f9308 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:49:36.714886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:36.715211 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port ab03a892-2d07-4027-aece-7cb1130f9308 Sep 16 05:49:36.782631 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:36.784722 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port ab03a892-2d07-4027-aece-7cb1130f9308 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:49:36.785099 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:36.807214 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:36.809397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c5e498-edc8-4a8d-b03a-afebd1bcaaf9" -d '{"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:36.825410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:36.853480 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25adb5-fdea-4423-be9e-8989a4b1474a x-openstack-request-id: req-ab25adb5-fdea-4423-be9e-8989a4b1474a {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:36.853795 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-plugged", "status": "completed", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:36.854124 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab25adb5-fdea-4423-be9e-8989a4b1474a {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:36.854670 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab25adb5-fdea-4423-be9e-8989a4b1474a'] response: {'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'code': 200} Sep 16 05:49:36.914746 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:36.968450 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:36.983727 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=10']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.212879 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aaf59-1635-45f4-aeca-3d3b00d2dd1d req-005b8ce5-e542-4abe-af1e-623b0cfb049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:37.215013 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c9aaf59-1635-45f4-aeca-3d3b00d2dd1d req-005b8ce5-e542-4abe-af1e-623b0cfb049b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 1130 time: 0.0440621 Sep 16 05:49:37.262673 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5c9aaf59-1635-45f4-aeca-3d3b00d2dd1d req-e37b869b-feed-48a1-9fbc-7b104e8a1efc service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394957 Sep 16 05:49:37.480957 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:37.663928 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934af19-24d2-4e7d-80e6-0861d75e5bfd req-2db8d2d1-04b4-4bbe-8826-70d37be5542d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:37.665358 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3934af19-24d2-4e7d-80e6-0861d75e5bfd req-2db8d2d1-04b4-4bbe-8826-70d37be5542d tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0470312 Sep 16 05:49:37.714255 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3934af19-24d2-4e7d-80e6-0861d75e5bfd req-db25012d-afe2-440d-9e75-200c19f22c19 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Sep 16 05:49:37.762896 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:37.788128 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23568d3-1d57-477b-a26c-496c83ed22ae req-2676e901-3328-49d3-82e9-41c702228dc6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:37.789568 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b23568d3-1d57-477b-a26c-496c83ed22ae req-2676e901-3328-49d3-82e9-41c702228dc6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Sep 16 05:49:37.836863 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b23568d3-1d57-477b-a26c-496c83ed22ae req-3da07934-cab8-43a0-b736-ad35b5d860bd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Sep 16 05:49:38.842427 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870cd4-3c4f-436c-8fbc-022312cfca17 req-0cb0689b-0a12-4cb2-8367-cbf049abf4ed tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:38.843883 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b3870cd4-3c4f-436c-8fbc-022312cfca17 req-0cb0689b-0a12-4cb2-8367-cbf049abf4ed tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0493484 Sep 16 05:49:38.890349 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b3870cd4-3c4f-436c-8fbc-022312cfca17 req-59367039-4e27-4976-8e64-b282bf838721 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409036 Sep 16 05:49:38.965029 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d904a58-6339-4157-bd39-8a8daa8c9330 req-20f90236-5116-4b6d-9dfd-11d747c84837 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:38.966492 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d904a58-6339-4157-bd39-8a8daa8c9330 req-20f90236-5116-4b6d-9dfd-11d747c84837 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0487831 Sep 16 05:49:39.265273 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d904a58-6339-4157-bd39-8a8daa8c9330 req-90d64d47-8a59-40b0-a569-2c2f4690c839 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932661 Sep 16 05:49:40.011138 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfbebf-4b7e-4508-9c37-b7369c5997b6 req-179ec5db-168f-48df-b3b9-4855d61bed0c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:40.012611 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9dcfbebf-4b7e-4508-9c37-b7369c5997b6 req-179ec5db-168f-48df-b3b9-4855d61bed0c tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0473680 Sep 16 05:49:40.033374 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:40.060566 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9dcfbebf-4b7e-4508-9c37-b7369c5997b6 req-e4301e21-8d7d-4ad9-8741-19f50c5335b0 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb7a9ea-4a5b-4e7e-a180-90c298351e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Sep 16 05:49:40.398419 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-f0a1ebb4-0622-4101-98b9-e1d3601938b7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:40.398629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa056-55e6-46b7-b2c7-19b0ae5b41fe req-4857be94-ec2d-41db-a6d6-b90d0d9d37fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:40.401075 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-f0a1ebb4-0622-4101-98b9-e1d3601938b7 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 16 05:49:40.401311 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-70ffa056-55e6-46b7-b2c7-19b0ae5b41fe req-4857be94-ec2d-41db-a6d6-b90d0d9d37fd tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0517073 Sep 16 05:49:40.449853 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-70ffa056-55e6-46b7-b2c7-19b0ae5b41fe req-125530f3-e983-46ac-b521-36a7de9439e6 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Sep 16 05:49:40.495438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Deleting port f0f18714-eaaf-4783-b9d6-493121db187b {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:40.495777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:40.585151 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] For port f0f18714-eaaf-4783-b9d6-493121db187b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f0f18714-eaaf-4783-b9d6-493121db187b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:40.585517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:40.774994 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:40.775281 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:40.775697 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Floating IP 32ca491f-80e4-4934-b617-3c96bbe03f7c disassociated. External IP: 172.27.0.183, port: f0f18714-eaaf-4783-b9d6-493121db187b. Sep 16 05:49:40.776046 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Calling delete_port for f0f18714-eaaf-4783-b9d6-493121db187b owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:40.951602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (f0f18714-eaaf-4783-b9d6-493121db187b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:40.987428 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:40.989374 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'Port': ['ID=f0f18714-eaaf-4783-b9d6-493121db187b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:41.037772 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.038432 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.038432 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.038702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.039032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.039353 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.039673 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.040578 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.041006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.041431 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.041730 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.042075 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.042390 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.042702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.043040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:41.123844 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:41.206591 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9c232c1a-c1ee-43ff-a4cb-5bfbcc2a6e6d req-a5de7968-0a93-450c-9091-ad5cf0d6ea06 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0381937 Sep 16 05:49:41.251336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:41.262244 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:41.271551 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:41.282759 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:41.283372 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.305002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] No DVR routers for this DVR port f0f18714-eaaf-4783-b9d6-493121db187b on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:49:41.308287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:41.311926 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f1c7a1b3-f131-4afb-8874-8e7264546242 req-86ef88ba-4cc4-4b41-8a3b-b23544943104 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.15 "DELETE /networking/v2.0/ports/f0f18714-eaaf-4783-b9d6-493121db187b HTTP/1.1" status: 204 len: 173 time: 0.9054739 Sep 16 05:49:41.312936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'name': 'network-vif-deleted', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:49:41.316042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a4fc25-fed8-439c-ad55-1971bbacc15f" -d '{"events": [{"server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "name": "network-vif-deleted", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:41.361636 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39489274-bbf0-4d8d-a9aa-d228269a76d1 x-openstack-request-id: req-39489274-bbf0-4d8d-a9aa-d228269a76d1 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:41.362080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa", "name": "network-vif-deleted", "tag": "f0f18714-eaaf-4783-b9d6-493121db187b", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:41.362429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39489274-bbf0-4d8d-a9aa-d228269a76d1 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:41.362930 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39489274-bbf0-4d8d-a9aa-d228269a76d1'] response: {'server_uuid': '3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa', 'name': 'network-vif-deleted', 'tag': 'f0f18714-eaaf-4783-b9d6-493121db187b', 'status': 'completed', 'code': 200} Sep 16 05:49:41.405800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:41.582732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8bd44-176d-4101-a49c-8c342bfcb7a1 req-a00e33b3-99c4-4f21-9f88-a7edbebfe197 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:41.584198 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9fd8bd44-176d-4101-a49c-8c342bfcb7a1 req-a00e33b3-99c4-4f21-9f88-a7edbebfe197 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0495114 Sep 16 05:49:41.605436 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.634133 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9fd8bd44-176d-4101-a49c-8c342bfcb7a1 req-130c90b2-6b89-4ec6-b19c-a83667c527c1 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Sep 16 05:49:41.634521 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:41.643191 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:41.643801 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.875509 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:42.056887 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.082258 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6a117-35f2-4c27-b981-74499e057da3 None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '29929503-3aaf-4b56-8272-6139a684ef6b', 'name': '', 'network_id': '6ae481d4-ec2c-4c59-8b62-d601509363c8', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'mac_address': 'fa:16:3e:3e:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:44Z', 'updated_at': '2022-09-16T05:43:03Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'subnets': [{'id': '6b4d0afb-c28f-4b36-b08b-9fb601edc329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:42.305415 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037d887-e7af-4d98-9b98-1a232f359146 None None] New status for floating IP 32ca491f-80e4-4934-b617-3c96bbe03f7c: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:49:42.333084 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5fdae47c-13e8-4dd6-8a19-402e4fb70a53 req-a065bd0d-b442-4f7d-bb31-110817b2e3c2 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3599bb2b-dc51-4e3d-8c8a-503eeb8ceefa HTTP/1.1" status: 200 len: 210 time: 0.0291834 Sep 16 05:49:43.495296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48848) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:43.552119 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (beb7a9ea-4a5b-4e7e-a180-90c298351e7b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.574022 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (beb7a9ea-4a5b-4e7e-a180-90c298351e7b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.704259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (beb7a9ea-4a5b-4e7e-a180-90c298351e7b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.706745 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.707969 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/beb7a9ea-4a5b-4e7e-a180-90c298351e7b HTTP/1.1" status: 204 len: 168 time: 0.2116139 Sep 16 05:49:43.710830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48850) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:43.717223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8bf7a-417b-4073-8f2d-1958e7fc6ad9 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7a9ea-4a5b-4e7e-a180-90c298351e7b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:43.727500 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.api.v2.resource [None req-d66e46c9-a7a3-4fd0-8bab-7c15cc10464f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] show failed (client error): The resource could not be found. Sep 16 05:49:43.729192 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d66e46c9-a7a3-4fd0-8bab-7c15cc10464f tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "GET /networking/v2.0/security-groups/beb7a9ea-4a5b-4e7e-a180-90c298351e7b HTTP/1.1" status: 404 len: 347 time: 0.0173385 Sep 16 05:49:43.732969 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48852) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:43.812628 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:43.845767 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Deleting port 4ba32d7a-0bcc-4205-a89b-9b95e2067461 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:43.846133 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.923926 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.924278 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (4ba32d7a-0bcc-4205-a89b-9b95e2067461), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:43.936654 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Calling delete_port for 4ba32d7a-0bcc-4205-a89b-9b95e2067461 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:44.005899 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:44.128495 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (4ba32d7a-0bcc-4205-a89b-9b95e2067461), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:44.151856 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Pushing event deleted for resources: {'Port': ['ID=4ba32d7a-0bcc-4205-a89b-9b95e2067461,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:44.161901 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.162242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.162574 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.163427 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.164315 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.164315 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.164517 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.164687 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.165084 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.165619 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.165807 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.166148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.166466 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.166781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.167143 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:44.231112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks [] for floatingip (32ca491f-80e4-4934-b617-3c96bbe03f7c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:44.233651 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:44.234809 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-803f6413-aa08-4ec7-b1a3-ae37a9812042 tempest-AttachVolumeTestJSON-1881416688 tempest-AttachVolumeTestJSON-1881416688-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/32ca491f-80e4-4934-b617-3c96bbe03f7c HTTP/1.1" status: 204 len: 168 time: 0.5008907 Sep 16 05:49:44.730532 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device f0f18714-eaaf-4783-b9d6-493121db187b no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:44.749843 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: f0f18714-eaaf-4783-b9d6-493121db187b {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:49:44.750180 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device f0f18714-eaaf-4783-b9d6-493121db187b not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:45.767178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:48.187443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48880) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:48.827969 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (25a844b6-7b11-4872-b2f4-abb9892242bf), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:49.029991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:49.044784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Deleting port 29929503-3aaf-4b56-8272-6139a684ef6b {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:49.052108 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:49.117762 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:49.132633 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] For port 29929503-3aaf-4b56-8272-6139a684ef6b, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=29929503-3aaf-4b56-8272-6139a684ef6b,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:49.132993 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:49.145558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Calling delete_port for 29929503-3aaf-4b56-8272-6139a684ef6b owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:49.391681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (29929503-3aaf-4b56-8272-6139a684ef6b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:49.421241 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Pushing event deleted for resources: {'Port': ['ID=29929503-3aaf-4b56-8272-6139a684ef6b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:49.593706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (25a844b6-7b11-4872-b2f4-abb9892242bf), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:49.822987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Router 25a844b6-7b11-4872-b2f4-abb9892242bf has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:49.939040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:49.944014 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d192b12d-bfba-488e-b1ce-d5ef4eb75938 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/25a844b6-7b11-4872-b2f4-abb9892242bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557414 Sep 16 05:49:49.946961 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48890) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:49.950079 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Sync routers for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:49.964733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:49.966258 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:50.001393 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.052196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks [] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.078794 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:50.099110 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.152176 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks [] for router_gateway (25a844b6-7b11-4872-b2f4-abb9892242bf), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.181624 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.199789 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.208908 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.248992 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:49:49Z', 'revision_number': 5, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port': {'id': '8907f7bc-72ed-4aae-bee8-fda7cc583403', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:50.278513 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Checking router: 25a844b6-7b11-4872-b2f4-abb9892242bf for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:50.287342 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Routers {'25a844b6-7b11-4872-b2f4-abb9892242bf'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:49:50.287964 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:49:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['25a844b6-7b11-4872-b2f4-abb9892242bf'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:50.289552 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Deleting port 8907f7bc-72ed-4aae-bee8-fda7cc583403 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:50.289923 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.379950 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] Set router 25a844b6-7b11-4872-b2f4-abb9892242bf gateway port host: None {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:49:50.380294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] For port 8907f7bc-72ed-4aae-bee8-fda7cc583403, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=8907f7bc-72ed-4aae-bee8-fda7cc583403,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:50.380660 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.394773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Calling delete_port for 8907f7bc-72ed-4aae-bee8-fda7cc583403 owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:50.434542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:49:50Z', 'revision_number': 6, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:50.459986 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e96549-44b1-4cb8-ba2b-3c5a4dc4ff9a None None] The sync data for ids ['25a844b6-7b11-4872-b2f4-abb9892242bf'] in dv-cinder-857528-3-iscsi is: [{'id': '25a844b6-7b11-4872-b2f4-abb9892242bf', 'name': 'tempest-AttachVolumeTestJSON-1596730448-router', 'tenant_id': '3cf2362acfe94538bba7793bd690649c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:36Z', 'updated_at': '2022-09-16T05:49:50Z', 'revision_number': 6, 'project_id': '3cf2362acfe94538bba7793bd690649c', 'gw_port_host': None}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:50.648449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (8907f7bc-72ed-4aae-bee8-fda7cc583403), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.674070 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Pushing event deleted for resources: {'Port': ['ID=8907f7bc-72ed-4aae-bee8-fda7cc583403,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:50.734701 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:50.739575 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (25a844b6-7b11-4872-b2f4-abb9892242bf), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.827576 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.829981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks [] for router_controller (25a844b6-7b11-4872-b2f4-abb9892242bf), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.946045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (25a844b6-7b11-4872-b2f4-abb9892242bf), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.946674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a844b6-7b11-4872-b2f4-abb9892242bf {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:49:50.952254 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:50.953234 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a27974c3-f7b5-45e0-afa9-dcdbdb484584 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/25a844b6-7b11-4872-b2f4-abb9892242bf HTTP/1.1" status: 204 len: 168 time: 1.0054517 Sep 16 05:49:50.955890 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48896) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:51.001223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Deleting subnet 6b4d0afb-c28f-4b36-b08b-9fb601edc329 {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:49:51.004323 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Publish callbacks [] for subnet (6b4d0afb-c28f-4b36-b08b-9fb601edc329), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.039564 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (6b4d0afb-c28f-4b36-b08b-9fb601edc329), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.121036 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (6b4d0afb-c28f-4b36-b08b-9fb601edc329), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.253595 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (6b4d0afb-c28f-4b36-b08b-9fb601edc329), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.276159 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 29929503-3aaf-4b56-8272-6139a684ef6b no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:51.282574 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4d0afb-c28f-4b36-b08b-9fb601edc329,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:51.284580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.290394 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1c4af8c3-657a-48f1-b2cf-57d989def915 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6b4d0afb-c28f-4b36-b08b-9fb601edc329 HTTP/1.1" status: 204 len: 168 time: 0.3334610 Sep 16 05:49:51.295805 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48898) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:51.311592 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa377e4-b954-4e66-995f-3d1879b57088 None None] Network 6ae481d4-ec2c-4c59-8b62-d601509363c8 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:49:51.315787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 29929503-3aaf-4b56-8272-6139a684ef6b {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:49:51.316128 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 29929503-3aaf-4b56-8272-6139a684ef6b not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:51.316538 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 8907f7bc-72ed-4aae-bee8-fda7cc583403 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:51.342989 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-830e0c16-9f7b-4d0f-8309-db1bef1ce70d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425589 Sep 16 05:49:51.346885 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 8907f7bc-72ed-4aae-bee8-fda7cc583403 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:49:51.346885 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 8907f7bc-72ed-4aae-bee8-fda7cc583403 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:51.375880 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (6ae481d4-ec2c-4c59-8b62-d601509363c8), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.430083 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:51.432632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Deleting port 4a9373f2-152e-4678-ae44-01e763ff5697 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:51.433145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.488907 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-12c1f972-4194-44d3-a9eb-5e36e025c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:51.490711 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-12c1f972-4194-44d3-a9eb-5e36e025c31f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.0778110 Sep 16 05:49:51.515726 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] For port 4a9373f2-152e-4678-ae44-01e763ff5697, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=4a9373f2-152e-4678-ae44-01e763ff5697,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:51.516106 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.532271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Calling delete_port for 4a9373f2-152e-4678-ae44-01e763ff5697 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:51.559793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] DHCP port deletion for 6ae481d4-ec2c-4c59-8b62-d601509363c8 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:49:51.615073 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Deleting port 4a9373f2-152e-4678-ae44-01e763ff5697 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:49:51.615703 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.657631 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-542ad5dc-8d98-4925-9d20-0d8c3c00b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:51.659378 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-542ad5dc-8d98-4925-9d20-0d8c3c00b99a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1348257 Sep 16 05:49:51.689497 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] For port 4a9373f2-152e-4678-ae44-01e763ff5697, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=4a9373f2-152e-4678-ae44-01e763ff5697,segment=NetworkSegment(0a419c5b-e1eb-4975-9088-55b1fd2cb87d),segment_id=0a419c5b-e1eb-4975-9088-55b1fd2cb87d)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:51.689926 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.704013 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Calling delete_port for 4a9373f2-152e-4678-ae44-01e763ff5697 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:49:51.729126 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-f01223ac-ec47-4b77-9e93-ba55298740ef service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 1001 time: 0.0612218 Sep 16 05:49:51.734476 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.765816 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9373f2-152e-4678-ae44-01e763ff5697,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:51.769914 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] No DVR routers for this DVR port 4a9373f2-152e-4678-ae44-01e763ff5697 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:49:51.792045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (4a9373f2-152e-4678-ae44-01e763ff5697), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.792812 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-360a5404-6e5c-40d0-ba11-177c13a90835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:51.795425 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-360a5404-6e5c-40d0-ba11-177c13a90835 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0528126 Sep 16 05:49:51.817691 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Pushing event deleted for resources: {'Port': ['ID=4a9373f2-152e-4678-ae44-01e763ff5697,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:51.822126 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] No DVR routers for this DVR port 4a9373f2-152e-4678-ae44-01e763ff5697 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:49:51.836613 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.836940 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.837326 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.837693 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.838063 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.838397 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.839378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.846007 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-4848e6c8-d7cc-475d-bba9-5545389d3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:49:51.846745 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.847159 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.847635 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.847752 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-4848e6c8-d7cc-475d-bba9-5545389d3529 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442162 Sep 16 05:49:51.848001 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.848353 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.848720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.849052 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.849381 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c603a-9d6a-4084-8b4c-31f2681eb78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:51.856407 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (6ae481d4-ec2c-4c59-8b62-d601509363c8), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.880962 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae481d4-ec2c-4c59-8b62-d601509363c8']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:51.891857 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a419c5b-e1eb-4975-9088-55b1fd2cb87d') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:51.892155 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a419c5b-e1eb-4975-9088-55b1fd2cb87d') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:51.902903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (0a419c5b-e1eb-4975-9088-55b1fd2cb87d), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.914729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:49:51.920971 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (0a419c5b-e1eb-4975-9088-55b1fd2cb87d), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.926596 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:51.930678 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (0a419c5b-e1eb-4975-9088-55b1fd2cb87d), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:51.962713 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-11d0520a-3396-4879-9d1e-470ba8333290 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032467 Sep 16 05:49:52.062155 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ee479f61-8191-4fb7-a3e8-ca02ba092ef9 req-b9ad4f04-beda-4d43-ac23-ba5163089cff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942814 Sep 16 05:49:52.067378 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 0a419c5b-e1eb-4975-9088-55b1fd2cb87d resource provider aggregate not found Sep 16 05:49:52.091217 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (6ae481d4-ec2c-4c59-8b62-d601509363c8), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.094345 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 0a419c5b-e1eb-4975-9088-55b1fd2cb87d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a419c5b-e1eb-4975-9088-55b1fd2cb87d found for delete ", "request_id": "req-bede21c6-142b-4e32-a20a-b9945b1906aa"}]} Sep 16 05:49:52.110294 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.113521 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/6ae481d4-ec2c-4c59-8b62-d601509363c8 HTTP/1.1" status: 204 len: 168 time: 0.8214438 Sep 16 05:49:52.115017 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3c9f-6010-4f1a-b95a-492033d66643 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae481d4-ec2c-4c59-8b62-d601509363c8,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:52.496834 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48920) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:52.538266 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-cb317b99-eca3-4680-888a-1bda89d7b0a8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3cf2362acfe94538bba7793bd690649c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396128 Sep 16 05:49:52.540280 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48922) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:52.596996 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] Publish callbacks [] for security_group (9088d462-c434-4677-9e08-c2065c9cfbdd), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.618101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] Publish callbacks [] for security_group (9088d462-c434-4677-9e08-c2065c9cfbdd), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.740028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (9088d462-c434-4677-9e08-c2065c9cfbdd), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.742664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:52.743808 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9088d462-c434-4677-9e08-c2065c9cfbdd HTTP/1.1" status: 204 len: 168 time: 0.2025607 Sep 16 05:49:52.752110 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfc89-a726-4eb0-a333-d88ef67c5e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088d462-c434-4677-9e08-c2065c9cfbdd,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:52.985565 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 4a9373f2-152e-4678-ae44-01e763ff5697 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:53.005362 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 4a9373f2-152e-4678-ae44-01e763ff5697 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:49:53.005702 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 4a9373f2-152e-4678-ae44-01e763ff5697 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:57.628970 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 48990) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:57.744965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-55f26976-b59f-435f-8dcb-322ca55f8e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:57.822945 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-55f26976-b59f-435f-8dcb-322ca55f8e8b admin admin] Publish callbacks [] for security_group (6266e430-622f-4709-bec3-760d70cd001c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:57.888483 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-55f26976-b59f-435f-8dcb-322ca55f8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6266e430-622f-4709-bec3-760d70cd001c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:57.927588 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-55f26976-b59f-435f-8dcb-322ca55f8e8b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d986f292fa604393881fc53a45ef667c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975082 Sep 16 05:49:57.928420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26976-b59f-435f-8dcb-322ca55f8e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6266e430-622f-4709-bec3-760d70cd001c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:57.930366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 48996) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:49:57.979758 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] Publish callbacks [] for security_group (6266e430-622f-4709-bec3-760d70cd001c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:58.000110 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] Publish callbacks [] for security_group (6266e430-622f-4709-bec3-760d70cd001c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:58.117290 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6266e430-622f-4709-bec3-760d70cd001c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:58.119951 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:49:58.121617 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6266e430-622f-4709-bec3-760d70cd001c HTTP/1.1" status: 204 len: 168 time: 0.1896262 Sep 16 05:49:58.130138 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f8101-8827-4447-a4b1-5484b34781fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6266e430-622f-4709-bec3-760d70cd001c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:00.115514 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49048) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:00.120010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643087262', 'description': 'tempest-description--561291739'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:00.136790 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:00.197414 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.201662 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:00.219031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:00.270031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (bcaa0768-863e-4c6d-8f09-6621771bb819), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.437130 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bcaa0768-863e-4c6d-8f09-6621771bb819), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.468289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa0768-863e-4c6d-8f09-6621771bb819,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:00.559516 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.560771 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ba28c699-aa6f-4b2e-820d-6c4d407d9e58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4442713 Sep 16 05:50:00.563635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49052) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:00.567917 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': 'bcaa0768-863e-4c6d-8f09-6621771bb819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:00.688896 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (843b6dcf-fd0a-4006-a2ec-3f1daa307638), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.743497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (843b6dcf-fd0a-4006-a2ec-3f1daa307638), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.817985 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (843b6dcf-fd0a-4006-a2ec-3f1daa307638), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:00.839026 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843b6dcf-fd0a-4006-a2ec-3f1daa307638,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:01.046418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.047921 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4090856d-bf21-4faf-a67a-389686d11c4a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833705 Sep 16 05:50:01.050601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49054) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:01.054888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': 'bcaa0768-863e-4c6d-8f09-6621771bb819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:01.168681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (85caf77c-8513-4129-90e1-612fccf6adf4), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.235872 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (85caf77c-8513-4129-90e1-612fccf6adf4), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.326993 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (85caf77c-8513-4129-90e1-612fccf6adf4), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.333702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:01.350240 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85caf77c-8513-4129-90e1-612fccf6adf4,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:01.416450 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.417602 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-7f46d6b0-465f-44dd-8a81-e847469ce864 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660882 Sep 16 05:50:01.421422 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49064) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:01.425807 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:01.522961 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.605927 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.714713 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.27.0.168 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/4e2eef88-cee7-4548-b11f-51e0265ec66d) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:01.822783 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.910167 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:01.956024 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:01.960732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:01.964724 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:01.967960 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=4e2eef88-cee7-4548-b11f-51e0265ec66d,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:02.048716 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.139708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.163075 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d478d091-3a4b-4d99-9f4a-3913257caafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.163946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:02.288466 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.379971 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.384584 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:02.448603 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=4e2eef88-cee7-4548-b11f-51e0265ec66d,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:02.451720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.554034 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:02.556217 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-28c30855-cdab-4777-9600-57b61758faea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1328907 Sep 16 05:50:02.761751 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-bba2410c-c367-4dcd-824f-127c1a303fd3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--643087262&fields=id&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 267 time: 0.0463624 Sep 16 05:50:02.951041 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49094) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:03.065047 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:03.077014 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f46e-9500-42ce-addd-c59d95493757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.126214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-dc49d8bc-fb38-4177-8cfb-a6f26070993f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:03.127740 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-dc49d8bc-fb38-4177-8cfb-a6f26070993f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.3586771 Sep 16 05:50:03.143953 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-41553398-c75e-4345-ba39-e168183687bc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/quotas/86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 375 time: 0.0101178 Sep 16 05:50:03.163653 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f46e-9500-42ce-addd-c59d95493757 admin admin] Publish callbacks [] for security_group (c357fa40-ac5f-4eb0-991a-c967ac2941f1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.198597 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-1b54fc49-4eaa-4a0a-95af-c512c82ce98f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487959 Sep 16 05:50:03.242665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f46e-9500-42ce-addd-c59d95493757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c357fa40-ac5f-4eb0-991a-c967ac2941f1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.285674 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e9f4f46e-9500-42ce-addd-c59d95493757 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=605065163c084ad0a3ecdd27add44d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334510 Sep 16 05:50:03.286837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4f46e-9500-42ce-addd-c59d95493757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c357fa40-ac5f-4eb0-991a-c967ac2941f1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:03.288834 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49098) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:03.309931 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-7b5292be-c81e-4c78-8c7f-a437b5359898 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999334 Sep 16 05:50:03.398440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] Publish callbacks [] for security_group (c357fa40-ac5f-4eb0-991a-c967ac2941f1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.438533 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] Publish callbacks [] for security_group (c357fa40-ac5f-4eb0-991a-c967ac2941f1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.456917 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-82427f49-bac5-432d-ba08-cc6509447b5c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379628 Sep 16 05:50:03.602786 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c357fa40-ac5f-4eb0-991a-c967ac2941f1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.605451 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:03.606635 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c357fa40-ac5f-4eb0-991a-c967ac2941f1 HTTP/1.1" status: 204 len: 168 time: 0.3123374 Sep 16 05:50:03.614695 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1b32-5cd3-4414-bf50-60b631f8c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357fa40-ac5f-4eb0-991a-c967ac2941f1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:03.743887 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b0e346bd-f0ca-4fa0-80ae-c6b594fe9f6a req-e4fba7db-0e20-49f9-84a8-4183bb464170 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0291598 Sep 16 05:50:04.273134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49114) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:04.287164 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff259-0a13-409d-bd07-2a3045ce72e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.298189 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:04.332591 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-94217135-c8c6-44c7-9cc1-20901b05caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.366031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff259-0a13-409d-bd07-2a3045ce72e5 admin admin] Publish callbacks [] for security_group (638ed8fc-139a-48db-8287-0a9c22854f46), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.539984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff259-0a13-409d-bd07-2a3045ce72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (638ed8fc-139a-48db-8287-0a9c22854f46), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.580573 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ad4ff259-0a13-409d-bd07-2a3045ce72e5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9ca438e0dee94f658d21cf1070aca34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063643 Sep 16 05:50:04.581414 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ff259-0a13-409d-bd07-2a3045ce72e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638ed8fc-139a-48db-8287-0a9c22854f46,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:04.584226 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49116) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:04.634368 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] Publish callbacks [] for security_group (638ed8fc-139a-48db-8287-0a9c22854f46), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.656273 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] Publish callbacks [] for security_group (638ed8fc-139a-48db-8287-0a9c22854f46), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.790051 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (638ed8fc-139a-48db-8287-0a9c22854f46), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.793105 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:04.802104 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/638ed8fc-139a-48db-8287-0a9c22854f46 HTTP/1.1" status: 204 len: 168 time: 0.2095382 Sep 16 05:50:04.805209 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b3c08-8bdb-47a8-8af6-e083eef37cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ed8fc-139a-48db-8287-0a9c22854f46,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:04.860523 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b0dd438-6222-4549-96db-4554b75ef512 req-01267c69-9944-4046-b1e5-fb023bdf0501 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0297649 Sep 16 05:50:05.990770 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-42363672-2c86-4e14-9f40-c0155e9f4632 req-154bc09c-298b-4e7b-bd17-97545a857175 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0335958 Sep 16 05:50:06.003080 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:06.019914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-f46f49e3-4607-471b-884c-6545a78da944 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:06.021487 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-f46f49e3-4607-471b-884c-6545a78da944 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1134069 Sep 16 05:50:06.101800 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-9bc2e8ce-38ed-4e86-94e3-ef0ecdcc04a6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 471 time: 0.0646179 Sep 16 05:50:06.111319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'port': {'device_id': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'admin_state_up': True, 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'security_groups': ['bcaa0768-863e-4c6d-8f09-6621771bb819']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:06.114124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:06.349685 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:06.354225 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:06.534952 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.20.0.10 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/adfaa981-65c3-40d7-840b-f21da92a292b) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:06.572186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:06.680518 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (adfaa981-65c3-40d7-840b-f21da92a292b), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:06.751459 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:06.802383 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:06.805571 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:06.809513 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:06.832697 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:06.862424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:06.863113 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:06.926010 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-25870e9a-343e-4cea-b1c4-e40c66fd47f9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8187461 Sep 16 05:50:06.944736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Request body: {'port': {'device_id': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:07.012507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.100088 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Provisioning complete for port adfaa981-65c3-40d7-840b-f21da92a292b triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:07.100570 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.100936 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Attempt 1 to provision port adfaa981-65c3-40d7-840b-f21da92a292b Sep 16 05:50:07.136909 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Port adfaa981-65c3-40d7-840b-f21da92a292b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:07.193660 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cb068-4b4d-4be1-a596-e4e9f60e3687 req-27f24bf9-f4a9-4e9a-9942-5d2a183b6a69 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:07.195121 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-214cb068-4b4d-4be1-a596-e4e9f60e3687 req-27f24bf9-f4a9-4e9a-9942-5d2a183b6a69 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 932 time: 0.0781233 Sep 16 05:50:07.285161 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-214cb068-4b4d-4be1-a596-e4e9f60e3687 req-f441c195-0389-4659-9d7b-fcf2a8386642 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799119 Sep 16 05:50:07.292733 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:07.375747 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfaa981-65c3-40d7-840b-f21da92a292b {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:50:07.383849 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks [] for port (adfaa981-65c3-40d7-840b-f21da92a292b), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.398563 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Transition to ACTIVE for port object adfaa981-65c3-40d7-840b-f21da92a292b will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:50:07.465425 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.472183 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.527336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Pushing event updated for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:07.573548 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:07.577794 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Attempting to bind port adfaa981-65c3-40d7-840b-f21da92a292b on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:07.578154 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Attempting to bind port adfaa981-65c3-40d7-840b-f21da92a292b by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:07.578482 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Attempting to bind port adfaa981-65c3-40d7-840b-f21da92a292b on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:07.619637 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Port adfaa981-65c3-40d7-840b-f21da92a292b on network 3b5fb655-7c7f-4e1a-a62e-330916799304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:50:07.619953 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Attempting to bind port adfaa981-65c3-40d7-840b-f21da92a292b on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:07.637905 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Attempt 2 to provision port adfaa981-65c3-40d7-840b-f21da92a292b Sep 16 05:50:07.665454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:07.665787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:07.666186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:07.666610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Bound port: adfaa981-65c3-40d7-840b-f21da92a292b, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:07.666958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.670188 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Port adfaa981-65c3-40d7-840b-f21da92a292b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:07.683805 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:07.728501 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:07.731462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=adfaa981-65c3-40d7-840b-f21da92a292b,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:07.779530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.798411 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.802970 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:07.803771 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:07.805204 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/adfaa981-65c3-40d7-840b-f21da92a292b HTTP/1.1" status: 200 len: 1094 time: 0.8649473 Sep 16 05:50:07.806200 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:07.808086 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7a2c1-8a08-4530-b284-30c27d8f421b" -d '{"events": [{"name": "network-changed", "server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:07.856098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c45fe-c947-4025-8188-61c383140c41 x-openstack-request-id: req-dc8c45fe-c947-4025-8188-61c383140c41 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:07.856098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:07.856098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc8c45fe-c947-4025-8188-61c383140c41 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:07.856098 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8c45fe-c947-4025-8188-61c383140c41'] response: {'name': 'network-changed', 'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'status': 'completed', 'code': 200} Sep 16 05:50:07.872299 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f452-5208-454d-91e0-019fcf11b70a service neutron] Pushing event updated for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:07.945550 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-7b13349f-8d8b-4659-adbc-c91da2bbc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:07.947166 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-7b13349f-8d8b-4659-adbc-c91da2bbc728 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 1128 time: 0.0472806 Sep 16 05:50:08.054336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-24fd74c7-02f2-4425-95a9-c838ca804fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.055785 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-24fd74c7-02f2-4425-95a9-c838ca804fc5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944986 Sep 16 05:50:08.154442 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-f0ab1c70-b4c8-427d-8d1b-91ae7992cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.156615 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cea7a2c1-8a08-4530-b284-30c27d8f421b req-f0ab1c70-b4c8-427d-8d1b-91ae7992cf71 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937757 Sep 16 05:50:08.171671 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Attempt 3 to provision port adfaa981-65c3-40d7-840b-f21da92a292b Sep 16 05:50:08.210924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e0f5-e1f8-4a0b-9ed0-34d5054bf095 None None] Port adfaa981-65c3-40d7-840b-f21da92a292b had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:50:08.260406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-37328572-d572-4c52-9aef-8894ef20aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.261922 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-37328572-d572-4c52-9aef-8894ef20aebd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 1128 time: 0.0412581 Sep 16 05:50:08.309874 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-0d181a32-09bf-4346-9fc4-98b36e785c2a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfaa981-65c3-40d7-840b-f21da92a292b HTTP/1.1" status: 200 len: 217 time: 0.0326850 Sep 16 05:50:08.402854 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-61df5b3c-8ee7-4233-b8e4-bfc1be379d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.404292 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-61df5b3c-8ee7-4233-b8e4-bfc1be379d93 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0862918 Sep 16 05:50:08.406889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:08.414997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952904c0-bdb0-4a7a-9a47-98aff930e867 req-b33a85dd-9cfd-43a3-a6f0-23862143194f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.416353 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-952904c0-bdb0-4a7a-9a47-98aff930e867 req-b33a85dd-9cfd-43a3-a6f0-23862143194f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 944 time: 0.0547223 Sep 16 05:50:08.476510 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-879b41c0-2624-49d2-b333-cf73e2e4b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:08.477992 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-879b41c0-2624-49d2-b333-cf73e2e4b1c1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607834 Sep 16 05:50:08.512876 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-952904c0-bdb0-4a7a-9a47-98aff930e867 req-c25a03aa-d410-4d25-838b-05470f87c17b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865080 Sep 16 05:50:08.580240 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-91285ff2-a996-4d72-9b35-2cc2fbff31aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940785 Sep 16 05:50:08.672872 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a65fa27d-aff6-4abf-9796-cbc3062d8d7a req-5cce939b-a604-4c90-b1b4-3dfdc10784b0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866423 Sep 16 05:50:09.636903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d0b1c-2e4b-435d-9097-25e6b1bf5de9 req-1a56dae7-c833-42dd-b2a2-7262e6cc5022 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:09.638498 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-751d0b1c-2e4b-435d-9097-25e6b1bf5de9 req-1a56dae7-c833-42dd-b2a2-7262e6cc5022 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 944 time: 0.0481036 Sep 16 05:50:09.660490 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:09.688570 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-751d0b1c-2e4b-435d-9097-25e6b1bf5de9 req-4fdbe983-20e2-48c9-ae36-fb42a62b3821 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433567 Sep 16 05:50:10.739992 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49214) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:10.826284 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device adfaa981-65c3-40d7-840b-f21da92a292b details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:50:10.836803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c0e77-abcd-4766-9df2-22a1317f7996 req-1c245d33-7c3c-449e-b97b-f559f37050fb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:10.839618 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fc0c0e77-abcd-4766-9df2-22a1317f7996 req-1c245d33-7c3c-449e-b97b-f559f37050fb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 944 time: 0.0553377 Sep 16 05:50:10.855742 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d892f1fc-9de1-44f4-b296-d0680b3c994b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:10.897778 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fc0c0e77-abcd-4766-9df2-22a1317f7996 req-5c16a1b3-f557-4947-bc3e-029759992ec2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484838 Sep 16 05:50:10.931668 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:10.943297 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d892f1fc-9de1-44f4-b296-d0680b3c994b admin admin] Publish callbacks [] for security_group (bc901dfa-12d1-4bfb-9d60-4963684edd33), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:10.945368 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=adfaa981-65c3-40d7-840b-f21da92a292b,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:10.957187 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'port_id': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'mac_address': 'fa:16:3e:06:d1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:50:10.992364 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port adfaa981-65c3-40d7-840b-f21da92a292b is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:10.992744 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.009426 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfaa981-65c3-40d7-840b-f21da92a292b {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:50:11.028640 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=adfaa981-65c3-40d7-840b-f21da92a292b,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:11.031765 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d892f1fc-9de1-44f4-b296-d0680b3c994b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bc901dfa-12d1-4bfb-9d60-4963684edd33), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.073695 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d892f1fc-9de1-44f4-b296-d0680b3c994b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2c984014cb4044aa8fae1cca1553f7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325360 Sep 16 05:50:11.074577 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892f1fc-9de1-44f4-b296-d0680b3c994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc901dfa-12d1-4bfb-9d60-4963684edd33,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:11.079053 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49222) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:11.117103 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.133061 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] Publish callbacks [] for security_group (bc901dfa-12d1-4bfb-9d60-4963684edd33), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.160821 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] Publish callbacks [] for security_group (bc901dfa-12d1-4bfb-9d60-4963684edd33), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.165431 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149784-e9c2-462b-8d6b-595306e422b5 req-fea3544d-6443-44cd-8b9c-482fdaa23b66 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:11.167189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e6149784-e9c2-462b-8d6b-595306e422b5 req-fea3544d-6443-44cd-8b9c-482fdaa23b66 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0555604 Sep 16 05:50:11.173688 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:11.193321 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:11.223545 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e6149784-e9c2-462b-8d6b-595306e422b5 req-d3e4f50e-12d6-4412-984c-c8c19b46c556 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Sep 16 05:50:11.277262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bc901dfa-12d1-4bfb-9d60-4963684edd33), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.280692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.281840 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bc901dfa-12d1-4bfb-9d60-4963684edd33 HTTP/1.1" status: 204 len: 168 time: 0.2018223 Sep 16 05:50:11.290407 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d451e3-3358-4051-a09e-8dae9dac82a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc901dfa-12d1-4bfb-9d60-4963684edd33,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:11.445616 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['adfaa981-65c3-40d7-840b-f21da92a292b'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:50:11.467869 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:11.800836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49228) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:11.814813 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-66bb28f5-38c3-46f0-a843-f3df2bbda69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.890628 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-66bb28f5-38c3-46f0-a843-f3df2bbda69f admin admin] Publish callbacks [] for security_group (6e723733-36a3-4b94-90dc-76131be6d516), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.939891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-66bb28f5-38c3-46f0-a843-f3df2bbda69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6e723733-36a3-4b94-90dc-76131be6d516), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:11.980944 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-66bb28f5-38c3-46f0-a843-f3df2bbda69f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f817d9776f1740c88b766511ab6ba7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790233 Sep 16 05:50:11.981803 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb28f5-38c3-46f0-a843-f3df2bbda69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e723733-36a3-4b94-90dc-76131be6d516,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:11.984894 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49232) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:12.033511 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b990cb-56a3-482a-af52-c8840b48a692 req-db70a97a-bdda-47b5-9f0c-754fca13b80d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:12.035013 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-27b990cb-56a3-482a-af52-c8840b48a692 req-db70a97a-bdda-47b5-9f0c-754fca13b80d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 945 time: 0.0491476 Sep 16 05:50:12.035680 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] Publish callbacks [] for security_group (6e723733-36a3-4b94-90dc-76131be6d516), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.056583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] Publish callbacks [] for security_group (6e723733-36a3-4b94-90dc-76131be6d516), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.083785 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-27b990cb-56a3-482a-af52-c8840b48a692 req-b38156ef-4ebd-4477-9395-c6f98f69824d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Sep 16 05:50:12.189888 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6e723733-36a3-4b94-90dc-76131be6d516), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.192472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.193608 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6e723733-36a3-4b94-90dc-76131be6d516 HTTP/1.1" status: 204 len: 168 time: 0.2070560 Sep 16 05:50:12.201871 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa116-e518-42ee-830d-c155e219bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e723733-36a3-4b94-90dc-76131be6d516,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:12.217201 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:12.352759 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb982a-cd82-492d-8eae-1342fb9c1ff5 req-6c55690e-9f90-425d-91c4-f6f03ef89e29 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:12.354154 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2dbb982a-cd82-492d-8eae-1342fb9c1ff5 req-6c55690e-9f90-425d-91c4-f6f03ef89e29 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0473182 Sep 16 05:50:12.406123 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2dbb982a-cd82-492d-8eae-1342fb9c1ff5 req-f719adba-3e40-4010-9e99-91776afd8513 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ffe4109-188c-4ef4-95dc-0b29e4580b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Sep 16 05:50:12.622115 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:12.637276 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-d33b2cbb-1a91-40f1-b799-0a55f81f49b8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:12.638793 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-d33b2cbb-1a91-40f1-b799-0a55f81f49b8 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 946 time: 0.0504241 Sep 16 05:50:12.695730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49246) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:12.724915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Deleting port ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:12.725258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.823237 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] For port ab03a892-2d07-4027-aece-7cb1130f9308, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ab03a892-2d07-4027-aece-7cb1130f9308,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:12.823929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:12.848916 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device adfaa981-65c3-40d7-840b-f21da92a292b up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:12.925078 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port adfaa981-65c3-40d7-840b-f21da92a292b completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:50:13.006071 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.006438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.006745 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Floating IP bf844488-f45d-4d64-a16e-155fe39e3388 disassociated. External IP: 172.27.0.43, port: ab03a892-2d07-4027-aece-7cb1130f9308. Sep 16 05:50:13.007090 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Calling delete_port for ab03a892-2d07-4027-aece-7cb1130f9308 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:13.023863 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port adfaa981-65c3-40d7-840b-f21da92a292b triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:13.024246 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.024367 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Deleting port d86f6b1d-4d91-4953-9706-ae21d51f2708 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:13.024809 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port adfaa981-65c3-40d7-840b-f21da92a292b Sep 16 05:50:13.024917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.073728 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.109745 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.113632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.114086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for floatingip (d86f6b1d-4d91-4953-9706-ae21d51f2708), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.127772 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.128930 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Calling delete_port for d86f6b1d-4d91-4953-9706-ae21d51f2708 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:13.132684 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port adfaa981-65c3-40d7-840b-f21da92a292b is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:13.133990 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.168929 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:13.171965 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95749dbb-aae8-4c22-a2d7-254dd8b60005" -d '{"events": [{"server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:13.192832 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=adfaa981-65c3-40d7-840b-f21da92a292b,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:13.226480 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b449264-6c2c-450e-94da-56b4be9a6698 x-openstack-request-id: req-8b449264-6c2c-450e-94da-56b4be9a6698 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:13.226765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:13.227038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b449264-6c2c-450e-94da-56b4be9a6698 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:13.227666 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b449264-6c2c-450e-94da-56b4be9a6698'] response: {'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'code': 200} Sep 16 05:50:13.237360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b269671-3387-400d-813d-922a4b68a222 req-06a4068b-15d5-4a57-9b41-691c93b4ee0e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:13.238906 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5b269671-3387-400d-813d-922a4b68a222 req-06a4068b-15d5-4a57-9b41-691c93b4ee0e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 945 time: 0.0609827 Sep 16 05:50:13.281763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (ab03a892-2d07-4027-aece-7cb1130f9308), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.285581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.300303 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.313504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'Port': ['ID=ab03a892-2d07-4027-aece-7cb1130f9308,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:13.326901 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5b269671-3387-400d-813d-922a4b68a222 req-15fec01a-9b86-46c5-9086-19a2963f0c20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811884 Sep 16 05:50:13.409475 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:13.433680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.453560 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:13.477099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (d86f6b1d-4d91-4953-9706-ae21d51f2708), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.505207 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event deleted for resources: {'Port': ['ID=d86f6b1d-4d91-4953-9706-ae21d51f2708,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:13.567175 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b5e6cff-f4c8-437e-a182-6d4a662feaf0 req-e1a5e09a-ca0e-47b6-afbd-ca6f4e428486 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0546098 Sep 16 05:50:13.588192 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:13.625516 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:13.626145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for floatingip (d054c116-db4e-4c7a-99ac-f1f479a35ce2), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.626145 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Floating IP d054c116-db4e-4c7a-99ac-f1f479a35ce2 disassociated (deleted). External IP: 172.27.0.201, port: ac90e443-5a47-4bae-9538-e6326b43061f. Sep 16 05:50:13.634861 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:13.635613 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:13.664804 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] No DVR routers for this DVR port ab03a892-2d07-4027-aece-7cb1130f9308 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:13.667643 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:13.672457 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-495116e5-f545-45fa-8a8a-85314fa1ce38 req-bc4c512b-3bda-4885-bfb9-1c82f22c04c2 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ab03a892-2d07-4027-aece-7cb1130f9308 HTTP/1.1" status: 204 len: 173 time: 1.0286109 Sep 16 05:50:13.673032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-deleted', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:13.676020 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94982b2-9826-47bb-a26e-a51c0b8de681" -d '{"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-deleted", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:13.724210 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5ffc6e-d58a-487b-b6e0-a50585e03ea5 x-openstack-request-id: req-3d5ffc6e-d58a-487b-b6e0-a50585e03ea5 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:13.724504 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7539f1bb-cc6d-4bcd-83b7-c9e2838858d0", "name": "network-vif-deleted", "tag": "ab03a892-2d07-4027-aece-7cb1130f9308", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:13.725291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d5ffc6e-d58a-487b-b6e0-a50585e03ea5 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:13.725291 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5ffc6e-d58a-487b-b6e0-a50585e03ea5'] response: {'server_uuid': '7539f1bb-cc6d-4bcd-83b7-c9e2838858d0', 'name': 'network-vif-deleted', 'tag': 'ab03a892-2d07-4027-aece-7cb1130f9308', 'status': 'completed', 'code': 200} Sep 16 05:50:13.734772 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104633c-e597-4704-9404-377121fca25f req-cf6ea0de-038d-4805-b6f6-7b58827d2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:13.736447 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f104633c-e597-4704-9404-377121fca25f req-cf6ea0de-038d-4805-b6f6-7b58827d2587 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 1130 time: 0.1124656 Sep 16 05:50:13.780173 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:13.825560 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f104633c-e597-4704-9404-377121fca25f req-93307910-4693-45ce-bd64-5a9d9352290f service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632160 Sep 16 05:50:13.929074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:13.941770 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:13.990616 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.017289 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:14.025921 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:14.026510 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.049268 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:14.053595 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.060187 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Sync routers for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:14.071273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:14.072112 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.102072 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4ad3bdc1-dc86-40cf-b611-b8c404fe400c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/d054c116-db4e-4c7a-99ac-f1f479a35ce2 HTTP/1.1" status: 204 len: 168 time: 1.4050167 Sep 16 05:50:14.103750 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:14.107023 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:14.190074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adddae5c-f02a-4675-b83d-3797a49fb8dd x-openstack-request-id: req-adddae5c-f02a-4675-b83d-3797a49fb8dd {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:14.192392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:14.192392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adddae5c-f02a-4675-b83d-3797a49fb8dd {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:14.192392 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adddae5c-f02a-4675-b83d-3797a49fb8dd'] response: {'name': 'network-changed', 'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'status': 'completed', 'code': 200} Sep 16 05:50:14.207403 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:14.227851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49280) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:14.273798 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:14.359067 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-335e0180-f296-40f0-9ef6-94fe243c0475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.431053 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.459588 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-335e0180-f296-40f0-9ef6-94fe243c0475 admin admin] Publish callbacks [] for security_group (eb858cd4-dd48-4330-9cf2-d99ba208c683), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.505530 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.511737 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd60fb-cfca-4c78-839f-2496de8d1e04 req-0deb4dcf-e87f-448e-8471-d06ce7b65e4f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:14.520694 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3bbd60fb-cfca-4c78-839f-2496de8d1e04 req-0deb4dcf-e87f-448e-8471-d06ce7b65e4f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0789678 Sep 16 05:50:14.552509 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed61c3a-bb15-4bd2-8519-7bbf8104168b None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:42:46Z', 'revision_number': 4, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '32795109-d315-4516-9c36-494932a6cda1', 'name': '', 'network_id': '188e8999-5037-4695-a578-27c8497948de', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'mac_address': 'fa:16:3e:e8:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:43Z', 'updated_at': '2022-09-16T05:42:58Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'subnets': [{'id': '0d198aa3-63a6-478d-8ede-2fb9c97450e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:14.571477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-335e0180-f296-40f0-9ef6-94fe243c0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (eb858cd4-dd48-4330-9cf2-d99ba208c683), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.612597 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3bbd60fb-cfca-4c78-839f-2496de8d1e04 req-4f1a6ec4-f6da-46d3-84f5-b26bbb40e4d6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908449 Sep 16 05:50:14.616135 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-1d5ebb4f-378c-4f4e-bf22-8abf93f24f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:14.617683 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-1d5ebb4f-378c-4f4e-bf22-8abf93f24f58 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8c494b8167314a3aacd699afa7e6a509&device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 1129 time: 0.0804591 Sep 16 05:50:14.642194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e0180-f296-40f0-9ef6-94fe243c0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb858cd4-dd48-4330-9cf2-d99ba208c683,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:14.659417 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-335e0180-f296-40f0-9ef6-94fe243c0475 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=95d5e9eeb37b46e4ba94bcce1471b694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303141 Sep 16 05:50:14.662743 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49290) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:14.693725 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Checking router: 6cde8dc5-f11c-4b15-9bac-6ad44d769701 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:14.703255 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:14.704225 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:14.707173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:14.718266 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8d07-e6f2-42e6-9dac-460ec75ed2fe req-cbdb20d5-5042-48d9-88e2-4d3bd84b5a7d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:14.730628 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0bfb8d07-e6f2-42e6-9dac-460ec75ed2fe req-cbdb20d5-5042-48d9-88e2-4d3bd84b5a7d tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0688798 Sep 16 05:50:14.737732 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:14.773172 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-134ffe10-0a60-4705-90e4-393bb7feadb3 req-f14a65e8-2c3b-4929-8ffc-b71ee88c6086 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0387597 Sep 16 05:50:14.773922 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] Publish callbacks [] for security_group (eb858cd4-dd48-4330-9cf2-d99ba208c683), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.807651 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-0bfb8d07-e6f2-42e6-9dac-460ec75ed2fe req-89f0d57b-8d3a-4f26-a5ce-1a80d1c80704 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568881 Sep 16 05:50:14.807878 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] Publish callbacks [] for security_group (eb858cd4-dd48-4330-9cf2-d99ba208c683), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.841955 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:14.917632 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedbde7-4570-4daf-80db-a80a22910289 None None] New status for floating IP bf844488-f45d-4d64-a16e-155fe39e3388: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:50:14.968261 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (eb858cd4-dd48-4330-9cf2-d99ba208c683), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.971011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:14.975021 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/eb858cd4-dd48-4330-9cf2-d99ba208c683 HTTP/1.1" status: 204 len: 168 time: 0.3089309 Sep 16 05:50:14.982305 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177368-b9a7-4265-a00a-e1042ce229fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb858cd4-dd48-4330-9cf2-d99ba208c683,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:15.063294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:15.091249 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e7f86-23a7-4ecc-961c-babd7508a741 None None] The sync data for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi is: [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:25Z', 'revision_number': 4, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '36512ef5-26f0-4ec8-8da2-6a0b0233fdc4', 'name': '', 'network_id': '7e3fcabf-431b-4238-8e73-97140f0c575a', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'mac_address': 'fa:16:3e:0a:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:24Z', 'updated_at': '2022-09-16T05:44:30Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'subnets': [{'id': '0418adcb-fb58-41a6-b6a9-2b91540ea0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:15.338065 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4e1b48-5cb1-462e-8803-72071152ecfd None None] New status for floating IP d054c116-db4e-4c7a-99ac-f1f479a35ce2: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:50:15.736263 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53751b-2967-4938-924c-942be9ccf6b8 req-d73c4611-b598-42ba-9058-1d9ef802ef5a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:15.737734 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ef53751b-2967-4938-924c-942be9ccf6b8 req-d73c4611-b598-42ba-9058-1d9ef802ef5a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0495915 Sep 16 05:50:15.741325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:15.789633 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ef53751b-2967-4938-924c-942be9ccf6b8 req-e15de992-7b56-4455-9ad0-d460301b263f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461721 Sep 16 05:50:15.938478 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5175e256-298f-4a68-b855-b0371c4462c2 req-2cced733-1384-440a-87de-c5d57fbb3948 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0588543 Sep 16 05:50:16.026300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-de4d400d-3209-42a6-91a9-d30eebd6a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.027883 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-de4d400d-3209-42a6-91a9-d30eebd6a9f3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 200 len: 910 time: 0.1028008 Sep 16 05:50:16.102395 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77c48-bc6c-42fe-bc4e-d22fe37cc889 req-eceeac05-7c29-4db4-845a-698f13ceab7c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.103887 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-02c77c48-bc6c-42fe-bc4e-d22fe37cc889 req-eceeac05-7c29-4db4-845a-698f13ceab7c tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0517893 Sep 16 05:50:16.140491 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:16.154348 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-02c77c48-bc6c-42fe-bc4e-d22fe37cc889 req-d8d5007d-65c4-4706-9b5f-cbb40d6652e8 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Sep 16 05:50:16.586274 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-8b29ed49-380d-45f4-8d2e-c96ecb06292f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 200 len: 217 time: 0.0441165 Sep 16 05:50:16.640493 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-1e57a20f-3d1f-4ccd-b13b-cfd42775e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.641976 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-1e57a20f-3d1f-4ccd-b13b-cfd42775e6c1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 200 len: 848 time: 0.0459208 Sep 16 05:50:16.648313 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49330) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:16.721997 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-8fb92fb7-d09b-491e-8842-34c3b7d3018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.723529 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-8fb92fb7-d09b-491e-8842-34c3b7d3018c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=7e3fcabf-431b-4238-8e73-97140f0c575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434804 Sep 16 05:50:16.732560 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-a8994fa2-374e-420e-87fb-7e78fb24b1eb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.734357 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-a8994fa2-374e-420e-87fb-7e78fb24b1eb tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.0536392 Sep 16 05:50:16.760776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d934-8a1e-4719-a234-63a43557fc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:16.836536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d934-8a1e-4719-a234-63a43557fc62 admin admin] Publish callbacks [] for security_group (79068429-1f6d-4e2f-bca4-52f28ae21be9), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:16.855486 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:16.874793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: ab03a892-2d07-4027-aece-7cb1130f9308 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:16.875205 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ab03a892-2d07-4027-aece-7cb1130f9308 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:16.917120 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c558e7-29c2-4690-ad6e-bb644a99da4a req-be5ff65a-b807-48a7-88d6-6b3b2cc10c22 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:16.918636 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a3c558e7-29c2-4690-ad6e-bb644a99da4a req-be5ff65a-b807-48a7-88d6-6b3b2cc10c22 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0511744 Sep 16 05:50:16.931593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d934-8a1e-4719-a234-63a43557fc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (79068429-1f6d-4e2f-bca4-52f28ae21be9), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.034289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Deleting port ac90e443-5a47-4bae-9538-e6326b43061f {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:17.034675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.056252 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-9ae0d934-8a1e-4719-a234-63a43557fc62 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=285d6cb712ef47dba147ec277590482d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069138 Sep 16 05:50:17.062437 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49338) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:17.065164 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0d934-8a1e-4719-a234-63a43557fc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79068429-1f6d-4e2f-bca4-52f28ae21be9,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:17.074921 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a3c558e7-29c2-4690-ad6e-bb644a99da4a req-fd46beff-b417-4373-aab7-dbd1bedd29f3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505234 Sep 16 05:50:17.098521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:17.126546 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-b70c5814-6b30-418e-9937-d24a67ea4705 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803896 Sep 16 05:50:17.135356 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-af5b9b70-f0fe-4c01-a46c-96e11050d428 req-dae216a1-8d64-46cd-8b07-bbe4a01b69dc tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7539f1bb-cc6d-4bcd-83b7-c9e2838858d0 HTTP/1.1" status: 200 len: 210 time: 0.0785062 Sep 16 05:50:17.236458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] For port ac90e443-5a47-4bae-9538-e6326b43061f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=ac90e443-5a47-4bae-9538-e6326b43061f,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:17.236828 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.252493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] Publish callbacks [] for security_group (79068429-1f6d-4e2f-bca4-52f28ae21be9), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.257260 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1f1a-55b0-4519-bdd9-f85d45aab068 req-46b5ca78-9c71-4bab-a060-72d79de7bef7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:17.259997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Calling delete_port for ac90e443-5a47-4bae-9538-e6326b43061f owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:17.271279 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ce7c1f1a-55b0-4519-bdd9-f85d45aab068 req-46b5ca78-9c71-4bab-a060-72d79de7bef7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0750914 Sep 16 05:50:17.274245 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49344) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:17.287536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'port_id': 'adfaa981-65c3-40d7-840b-f21da92a292b'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:17.300399 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] Publish callbacks [] for security_group (79068429-1f6d-4e2f-bca4-52f28ae21be9), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.342059 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.378291 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-15f6b54c-61d1-4e69-a90c-c8eac18df2fa req-c842a23c-ad85-4cdc-9272-771a5281450b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434397 Sep 16 05:50:17.463974 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5798268-e0e5-47aa-8169-d664f87c37c1 req-192b17fd-0dfc-4c31-960a-358f055bccab tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:17.465737 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e5798268-e0e5-47aa-8169-d664f87c37c1 req-192b17fd-0dfc-4c31-960a-358f055bccab tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 945 time: 0.1292412 Sep 16 05:50:17.564716 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e5798268-e0e5-47aa-8169-d664f87c37c1 req-d96f3767-efcd-4ab8-9314-dfb8c2298f83 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4a954207-e106-4b57-9396-119a41cfc73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899377 Sep 16 05:50:17.594482 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (79068429-1f6d-4e2f-bca4-52f28ae21be9), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.596169 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.599854 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/79068429-1f6d-4e2f-bca4-52f28ae21be9 HTTP/1.1" status: 204 len: 168 time: 0.5035741 Sep 16 05:50:17.610672 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ad28f-6cfb-47d6-afa2-ec2ee22b224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79068429-1f6d-4e2f-bca4-52f28ae21be9,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:17.671590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (ac90e443-5a47-4bae-9538-e6326b43061f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.716894 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event deleted for resources: {'Port': ['ID=ac90e443-5a47-4bae-9538-e6326b43061f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:17.781891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] No DVR routers for this DVR port ac90e443-5a47-4bae-9538-e6326b43061f on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:17.791448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:17.799868 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-11a4e468-ec63-4827-adeb-e49ac43767ec req-5a5e7e06-7700-43d2-840f-69f167026b21 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ac90e443-5a47-4bae-9538-e6326b43061f HTTP/1.1" status: 204 len: 173 time: 0.8552306 Sep 16 05:50:17.800543 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-deleted', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:17.803704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca6a2d-7750-455a-b5f3-c62c8db1b9dd" -d '{"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-deleted", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:17.852691 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7945b27-f03e-4eb3-81d0-e8418526e5ef x-openstack-request-id: req-b7945b27-f03e-4eb3-81d0-e8418526e5ef {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:17.852991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ce3c0-e339-415f-97af-92d6a703c92d", "name": "network-vif-deleted", "tag": "ac90e443-5a47-4bae-9538-e6326b43061f", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:17.853249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7945b27-f03e-4eb3-81d0-e8418526e5ef {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:17.853659 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7945b27-f03e-4eb3-81d0-e8418526e5ef'] response: {'server_uuid': '9e3ce3c0-e339-415f-97af-92d6a703c92d', 'name': 'network-vif-deleted', 'tag': 'ac90e443-5a47-4bae-9538-e6326b43061f', 'status': 'completed', 'code': 200} Sep 16 05:50:17.989936 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:18.199328 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.260364 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.348925 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49364) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:18.368397 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 6181e53e-cb2a-4450-a326-c555c7a1d26b associated. External IP: 172.27.0.168, port: adfaa981-65c3-40d7-840b-f21da92a292b. Sep 16 05:50:18.409161 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (3ffe4109-188c-4ef4-95dc-0b29e4580b70), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.434872 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (3ffe4109-188c-4ef4-95dc-0b29e4580b70), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.446324 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:18.527791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:18.555949 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3ffe4109-188c-4ef4-95dc-0b29e4580b70), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.558666 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.563227 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3ffe4109-188c-4ef4-95dc-0b29e4580b70 HTTP/1.1" status: 204 len: 168 time: 0.2097881 Sep 16 05:50:18.564135 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49372) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:18.582885 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5838-b368-4c07-bc57-966e6dd27517 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffe4109-188c-4ef4-95dc-0b29e4580b70,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:18.586027 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-91c653da-5d93-49a0-9bf8-8cce02d9948a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] show failed (client error): The resource could not be found. Sep 16 05:50:18.587044 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-91c653da-5d93-49a0-9bf8-8cce02d9948a tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "GET /networking/v2.0/security-groups/3ffe4109-188c-4ef4-95dc-0b29e4580b70 HTTP/1.1" status: 404 len: 347 time: 0.0210345 Sep 16 05:50:18.590248 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49374) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:18.686771 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-35feaec5-7c77-4e3f-8df5-7913cb897ceb req-1bdd08a3-024f-44d3-8b51-8d182b03184b tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e3ce3c0-e339-415f-97af-92d6a703c92d HTTP/1.1" status: 200 len: 210 time: 0.0317364 Sep 16 05:50:18.696336 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:18.787137 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Deleting port 6ac387d7-d845-465f-be1c-611af30dfb53 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:18.787482 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.921435 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:18.926987 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.926987 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (6ac387d7-d845-465f-be1c-611af30dfb53), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.929708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:18.934009 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:18.948890 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:18.949672 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:18.959560 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Calling delete_port for 6ac387d7-d845-465f-be1c-611af30dfb53 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:19.017775 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2d9322a0-8496-4f6c-b3fd-ecf3976e4008 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/6181e53e-cb2a-4450-a326-c555c7a1d26b HTTP/1.1" status: 200 len: 992 time: 1.7421913 Sep 16 05:50:19.020464 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:19.022409 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:19.074859 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:19.100419 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:19.103619 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff016406-2b8d-45a5-83f7-fd1e37a7d24b x-openstack-request-id: req-ff016406-2b8d-45a5-83f7-fd1e37a7d24b {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:19.103903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:19.104221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff016406-2b8d-45a5-83f7-fd1e37a7d24b {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:19.104616 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff016406-2b8d-45a5-83f7-fd1e37a7d24b'] response: {'name': 'network-changed', 'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'status': 'completed', 'code': 200} Sep 16 05:50:19.197689 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:19.208444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (6ac387d7-d845-465f-be1c-611af30dfb53), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:19.241378 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:19.253902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:19.256513 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Pushing event deleted for resources: {'Port': ['ID=6ac387d7-d845-465f-be1c-611af30dfb53,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:19.294048 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-2c0af925-42dc-4503-bb66-b82a105237a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:19.296186 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-2c0af925-42dc-4503-bb66-b82a105237a2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 1130 time: 0.0517879 Sep 16 05:50:19.321942 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}, {'id': '6181e53e-cb2a-4450-a326-c555c7a1d26b', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:06:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:50:02Z', 'updated_at': '2022-09-16T05:50:18Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:19.335094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks [] for floatingip (bf844488-f45d-4d64-a16e-155fe39e3388), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:19.337581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:19.342177 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-1735e87f-f461-463c-b095-4cdc065db77c tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/bf844488-f45d-4d64-a16e-155fe39e3388 HTTP/1.1" status: 204 len: 168 time: 0.7478077 Sep 16 05:50:19.352860 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:19.366722 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:19.367403 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:19.407002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-9e292d3c-7a43-48de-92d7-e58939523320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:19.409351 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-9e292d3c-7a43-48de-92d7-e58939523320 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 915 time: 0.1075881 Sep 16 05:50:19.479898 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:19.486000 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-d31a99ce-fdf3-4f8a-a4a1-734eb332f0de service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfaa981-65c3-40d7-840b-f21da92a292b HTTP/1.1" status: 200 len: 1000 time: 0.0710204 Sep 16 05:50:19.541931 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-0d6e23c7-caef-4834-a3ac-a23265099f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:19.543380 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-0d6e23c7-caef-4834-a3ac-a23265099f7e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0462954 Sep 16 05:50:19.590985 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-9712c14c-34a5-40cb-a032-c75f1a274c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:19.593658 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-9712c14c-34a5-40cb-a032-c75f1a274c11 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446150 Sep 16 05:50:19.743989 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}, {'id': '6181e53e-cb2a-4450-a326-c555c7a1d26b', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:06:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:50:02Z', 'updated_at': '2022-09-16T05:50:18Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:19.797271 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d14e3-f121-43e0-ac36-09e2e2939af9 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}, {'id': '6181e53e-cb2a-4450-a326-c555c7a1d26b', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:06:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:50:02Z', 'updated_at': '2022-09-16T05:50:18Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:19.807792 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49398) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:19.881717 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (4a954207-e106-4b57-9396-119a41cfc73e), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:19.913598 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (4a954207-e106-4b57-9396-119a41cfc73e), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:19.992176 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-c88645cc-c395-4377-8009-a169b7be2009 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923888 Sep 16 05:50:20.052957 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (4a954207-e106-4b57-9396-119a41cfc73e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:20.053550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99cdfb-9c58-4a58-8a87-451179739e81 None None] New status for floating IP 6181e53e-cb2a-4450-a326-c555c7a1d26b: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:50:20.056873 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:20.058325 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4a954207-e106-4b57-9396-119a41cfc73e HTTP/1.1" status: 204 len: 168 time: 0.2522824 Sep 16 05:50:20.069108 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3ae95-c505-4e48-8152-56cacbd169e3 tempest-TestShelveInstance-826928134 tempest-TestShelveInstance-826928134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a954207-e106-4b57-9396-119a41cfc73e,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:20.097197 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c2a9ab9c-295e-41fe-bffa-2d9106910ce4 req-96f276f5-525f-4b9c-b5a0-a41ebb0f49b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989270 Sep 16 05:50:20.175366 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:20.199421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49402) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:20.553946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:20.666436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:20.899756 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:20.915162 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Deleting port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:20.915510 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:20.923367 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: ac90e443-5a47-4bae-9538-e6326b43061f {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:20.923829 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device ac90e443-5a47-4bae-9538-e6326b43061f not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:21.001089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] For port 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:21.001450 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:21.018064 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Calling delete_port for 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:21.059307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:21.265634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (36512ef5-26f0-4ec8-8da2-6a0b0233fdc4), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:21.290746 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Pushing event deleted for resources: {'Port': ['ID=36512ef5-26f0-4ec8-8da2-6a0b0233fdc4,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:21.457638 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:21.468462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:21.671102 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:21.773744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:21.779090 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3878fbf0-b39b-46bd-83f5-6dddd1421133 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6cde8dc5-f11c-4b15-9bac-6ad44d769701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5785182 Sep 16 05:50:21.781784 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49424) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:21.784299 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Sync routers for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:21.794791 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:21.796730 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:21.882100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks [] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:21.902722 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:21.971077 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:21.985436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks [] for router_gateway (6cde8dc5-f11c-4b15-9bac-6ad44d769701), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.011824 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:22.080675 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:50:21Z', 'revision_number': 5, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port': {'id': 'c4b7a140-b314-422f-81d0-125990b5fa37', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:22.105092 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Deleting port c4b7a140-b314-422f-81d0-125990b5fa37 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:22.105426 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.107606 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Checking router: 6cde8dc5-f11c-4b15-9bac-6ad44d769701 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:22.116815 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Routers {'6cde8dc5-f11c-4b15-9bac-6ad44d769701'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:22.117515 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:22.190956 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] For port c4b7a140-b314-422f-81d0-125990b5fa37, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c4b7a140-b314-422f-81d0-125990b5fa37,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:22.191328 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.205774 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Calling delete_port for c4b7a140-b314-422f-81d0-125990b5fa37 owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:22.301726 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] Set router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:22.325779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49436) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:22.363129 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:50:21Z', 'revision_number': 6, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:22.394626 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:22.396082 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb19e39-3138-46e8-a55b-bcc542feeb10 None None] The sync data for ids ['6cde8dc5-f11c-4b15-9bac-6ad44d769701'] in dv-cinder-857528-3-iscsi is: [{'id': '6cde8dc5-f11c-4b15-9bac-6ad44d769701', 'name': 'tempest-TestShelveInstance-1607885295-router', 'tenant_id': '8c494b8167314a3aacd699afa7e6a509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:21Z', 'updated_at': '2022-09-16T05:50:21Z', 'revision_number': 6, 'project_id': '8c494b8167314a3aacd699afa7e6a509', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:22.505800 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (c4b7a140-b314-422f-81d0-125990b5fa37), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.530771 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b7a140-b314-422f-81d0-125990b5fa37,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:22.598946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.608538 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:22.690109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.692604 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks [] for router_controller (6cde8dc5-f11c-4b15-9bac-6ad44d769701), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.716210 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.789507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49442) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:22.806684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (6cde8dc5-f11c-4b15-9bac-6ad44d769701), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.807294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cde8dc5-f11c-4b15-9bac-6ad44d769701 {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:50:22.815142 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.816385 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-37649bbb-22c9-4f3e-b48b-4b491540003d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6cde8dc5-f11c-4b15-9bac-6ad44d769701 HTTP/1.1" status: 204 len: 168 time: 1.0336623 Sep 16 05:50:22.818979 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49446) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:22.878547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Deleting subnet 0418adcb-fb58-41a6-b6a9-2b91540ea0c9 {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:50:22.885100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Publish callbacks [] for subnet (0418adcb-fb58-41a6-b6a9-2b91540ea0c9), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.930891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (0418adcb-fb58-41a6-b6a9-2b91540ea0c9), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.964697 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Deleting port 32795109-d315-4516-9c36-494932a6cda1 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:22.965037 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (32795109-d315-4516-9c36-494932a6cda1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:22.968279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36cdd889-9b41-4864-a76a-097e5615bb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.048284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (0418adcb-fb58-41a6-b6a9-2b91540ea0c9), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.048690 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] For port 32795109-d315-4516-9c36-494932a6cda1, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=32795109-d315-4516-9c36-494932a6cda1,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:23.049063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (32795109-d315-4516-9c36-494932a6cda1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.062979 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Calling delete_port for 32795109-d315-4516-9c36-494932a6cda1 owned by network:router_interface {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:23.064525 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:23.130715 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36cdd889-9b41-4864-a76a-097e5615bb15 admin admin] Publish callbacks [] for security_group (ba23e914-f3ce-4e10-9e6a-7254f8117a87), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.202621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-36cdd889-9b41-4864-a76a-097e5615bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ba23e914-f3ce-4e10-9e6a-7254f8117a87), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.216336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:23.230787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (0418adcb-fb58-41a6-b6a9-2b91540ea0c9), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.277813 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0418adcb-fb58-41a6-b6a9-2b91540ea0c9,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.287128 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd889-9b41-4864-a76a-097e5615bb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba23e914-f3ce-4e10-9e6a-7254f8117a87,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.292213 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.298382 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32baef20-8786-486c-ac0a-63748bf2077d None None] Network 7e3fcabf-431b-4238-8e73-97140f0c575a requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:23.298886 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49448) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:23.307802 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-56bbf858-761c-46cf-876f-e7ba5fc0f6ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0418adcb-fb58-41a6-b6a9-2b91540ea0c9 HTTP/1.1" status: 204 len: 168 time: 0.4750280 Sep 16 05:50:23.315173 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-36cdd889-9b41-4864-a76a-097e5615bb15 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cfb29f2890524c61a0db4567fcd40200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245764 Sep 16 05:50:23.318136 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:23.324308 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49450) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:23.360372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:23.361374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (32795109-d315-4516-9c36-494932a6cda1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.379794 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:23.380149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 36512ef5-26f0-4ec8-8da2-6a0b0233fdc4 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:23.383289 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c4b7a140-b314-422f-81d0-125990b5fa37 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:23.405337 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: c4b7a140-b314-422f-81d0-125990b5fa37 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:23.405912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c4b7a140-b314-422f-81d0-125990b5fa37 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:23.441118 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Pushing event deleted for resources: {'Port': ['ID=32795109-d315-4516-9c36-494932a6cda1,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.471955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (7e3fcabf-431b-4238-8e73-97140f0c575a), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.520730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] Publish callbacks [] for security_group (ba23e914-f3ce-4e10-9e6a-7254f8117a87), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.539339 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f116218-ff0a-4330-9680-77496f031199 None None] DHCP port deletion for 7e3fcabf-431b-4238-8e73-97140f0c575a request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:50:23.589153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] Publish callbacks [] for security_group (ba23e914-f3ce-4e10-9e6a-7254f8117a87), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.597861 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Deleting port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:23.598346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.659852 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Deleting port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:23.660188 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.679679 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-5f116218-ff0a-4330-9680-77496f031199 None None] For port 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=22cd6278-fc1f-49f9-b358-fe85bd987fe0,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:23.680008 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.693415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Calling delete_port for 22cd6278-fc1f-49f9-b358-fe85bd987fe0 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:23.779539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] For port 22cd6278-fc1f-49f9-b358-fe85bd987fe0, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=22cd6278-fc1f-49f9-b358-fe85bd987fe0,segment=NetworkSegment(3153f2b5-a351-414d-86fb-77a5fd017776),segment_id=3153f2b5-a351-414d-86fb-77a5fd017776)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:23.780475 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.794599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.797146 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Calling delete_port for 22cd6278-fc1f-49f9-b358-fe85bd987fe0 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:23.877723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ba23e914-f3ce-4e10-9e6a-7254f8117a87), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.880256 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.881720 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ba23e914-f3ce-4e10-9e6a-7254f8117a87 HTTP/1.1" status: 204 len: 168 time: 0.5626266 Sep 16 05:50:23.887363 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:23.888673 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:23.910356 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a0483-f4a9-406b-96a9-72604b71ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba23e914-f3ce-4e10-9e6a-7254f8117a87,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.932997 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f116218-ff0a-4330-9680-77496f031199 None None] Pushing event deleted for resources: {'Port': ['ID=22cd6278-fc1f-49f9-b358-fe85bd987fe0,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.940759 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f116218-ff0a-4330-9680-77496f031199 None None] No DVR routers for this DVR port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:24.249316 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (22cd6278-fc1f-49f9-b358-fe85bd987fe0), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.278444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cd6278-fc1f-49f9-b358-fe85bd987fe0,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:24.312422 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] No DVR routers for this DVR port 22cd6278-fc1f-49f9-b358-fe85bd987fe0 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:24.426366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (7e3fcabf-431b-4238-8e73-97140f0c575a), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.458368 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3fcabf-431b-4238-8e73-97140f0c575a']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:24.472137 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3153f2b5-a351-414d-86fb-77a5fd017776') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:24.472433 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3153f2b5-a351-414d-86fb-77a5fd017776') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:24.475319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:24.490113 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (3153f2b5-a351-414d-86fb-77a5fd017776), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.507934 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (3153f2b5-a351-414d-86fb-77a5fd017776), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.545125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:50:24.545550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (3153f2b5-a351-414d-86fb-77a5fd017776), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.591709 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 3153f2b5-a351-414d-86fb-77a5fd017776 resource provider aggregate not found Sep 16 05:50:24.614366 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 3153f2b5-a351-414d-86fb-77a5fd017776 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3153f2b5-a351-414d-86fb-77a5fd017776 found for delete ", "request_id": "req-428c1359-4335-4c38-8e67-cdbb5e30acad"}]} Sep 16 05:50:24.647081 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:24.665554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:24.670675 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-6baa2b4f-5395-4428-9d73-f807bfdfe99d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3effefe3-fdcf-4ae3-9ca7-0b2eeb298976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3513319 Sep 16 05:50:24.673285 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49472) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:24.676195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Sync routers for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:24.698391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:24.699042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:24.728913 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (7e3fcabf-431b-4238-8e73-97140f0c575a), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.761357 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.767910 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7e3fcabf-431b-4238-8e73-97140f0c575a HTTP/1.1" status: 204 len: 168 time: 1.4653318 Sep 16 05:50:24.769033 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49476) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:24.780540 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d4acd-a601-4227-a4d6-75cfb0266735 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3fcabf-431b-4238-8e73-97140f0c575a,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:24.798684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks [] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.818359 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:24.926748 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks [] for router_gateway (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:24.943815 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49480) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:25.029421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:50:23Z', 'revision_number': 5, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port': {'id': '468e76de-6a28-4819-bc62-fb9fd6ea8955', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:42:37Z', 'updated_at': '2022-09-16T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:25.059781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Checking router: 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:25.082657 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:25.086346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Routers {'3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:25.087014 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:25.112333 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980683704-network', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:25.116318 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Deleting port 468e76de-6a28-4819-bc62-fb9fd6ea8955 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:25.116838 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.138279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.177659 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:25.216139 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] For port 468e76de-6a28-4819-bc62-fb9fd6ea8955, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=468e76de-6a28-4819-bc62-fb9fd6ea8955,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:25.216615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.231583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Calling delete_port for 468e76de-6a28-4819-bc62-fb9fd6ea8955 owned by network:router_gateway {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:25.269137 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 22cd6278-fc1f-49f9-b358-fe85bd987fe0 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:25.281145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Made reservation on behalf of d0f3aae0f9814d189d002373cc873f42 for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:25.283746 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.296306 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.317865 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 22cd6278-fc1f-49f9-b358-fe85bd987fe0 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:25.318471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 22cd6278-fc1f-49f9-b358-fe85bd987fe0 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:25.344944 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] Set router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 gateway port host: None {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:25.399575 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:50:24Z', 'revision_number': 6, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:25.402176 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:25.408075 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Deleting port 362221b7-d0ef-4279-bd9a-ac9d591a90b2 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:25.408456 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.415939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:25.425742 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1354e7-53a2-4ead-978d-47941815b420 None None] The sync data for ids ['3effefe3-fdcf-4ae3-9ca7-0b2eeb298976'] in dv-cinder-857528-3-iscsi is: [{'id': '3effefe3-fdcf-4ae3-9ca7-0b2eeb298976', 'name': 'tempest-AttachVolumeShelveTestJSON-1124213239-router', 'tenant_id': '1a2ef5dbdbb34457963733b3507abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:42:35Z', 'updated_at': '2022-09-16T05:50:24Z', 'revision_number': 6, 'project_id': '1a2ef5dbdbb34457963733b3507abb34', 'gw_port_host': None}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:25.492347 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks [] for security_group (efbf5199-8769-40a4-bb81-e850a34639e4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.503323 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] For port 362221b7-d0ef-4279-bd9a-ac9d591a90b2, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=362221b7-d0ef-4279-bd9a-ac9d591a90b2,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:25.503709 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.516738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Calling delete_port for 362221b7-d0ef-4279-bd9a-ac9d591a90b2 owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:25.545258 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (468e76de-6a28-4819-bc62-fb9fd6ea8955), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.564624 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:25.572455 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (efbf5199-8769-40a4-bb81-e850a34639e4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.575511 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=468e76de-6a28-4819-bc62-fb9fd6ea8955,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:25.629622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf5199-8769-40a4-bb81-e850a34639e4,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:25.632298 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:25.665591 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (310df53b-3818-4dad-8406-70c37d2f13e4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.665966 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Added segment 310df53b-3818-4dad-8406-70c37d2f13e4 of type vlan for network 601940b2-b28c-467d-9802-dc368918e805 Sep 16 05:50:25.712476 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.756892 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (601940b2-b28c-467d-9802-dc368918e805), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.774065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (362221b7-d0ef-4279-bd9a-ac9d591a90b2), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.804132 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Pushing event deleted for resources: {'Port': ['ID=362221b7-d0ef-4279-bd9a-ac9d591a90b2,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:25.854810 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.859103 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks [] for router_controller (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.939125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (601940b2-b28c-467d-9802-dc368918e805), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.943055 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:25.943055 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:25.945615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.005785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.010202 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] Pushing event updated for resources: {'Network': ['ID=601940b2-b28c-467d-9802-dc368918e805,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:26.014307 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (3effefe3-fdcf-4ae3-9ca7-0b2eeb298976), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.014963 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 {{(pid=113249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:50:26.025867 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.025867 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ac860518-29a1-4557-8296-7bdcea06ebb6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3effefe3-fdcf-4ae3-9ca7-0b2eeb298976 HTTP/1.1" status: 204 len: 168 time: 1.3493011 Sep 16 05:50:26.026438 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49486) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:26.031890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 601940b2-b28c-467d-9802-dc368918e805 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:26.064745 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-49b5f61c-b7a1-4ad7-a8aa-2b1a599d18cc admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1192670 Sep 16 05:50:26.065573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49488) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:26.075423 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Request body: {'subnet': {'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980683704-subnet', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:26.109809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Deleting subnet 0d198aa3-63a6-478d-8ede-2fb9c97450e5 {{(pid=113249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:50:26.113538 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Publish callbacks [] for subnet (0d198aa3-63a6-478d-8ede-2fb9c97450e5), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.158489 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907431'] for subnet (0d198aa3-63a6-478d-8ede-2fb9c97450e5), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.199290 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Made reservation on behalf of d0f3aae0f9814d189d002373cc873f42 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:26.201762 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12402058'] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.325348 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (0d198aa3-63a6-478d-8ede-2fb9c97450e5), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.374858 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.477671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Router 7f631411-5e2d-48f4-8507-f25a329b0e3f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:26.505054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12297734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12402085'] for subnet (0d198aa3-63a6-478d-8ede-2fb9c97450e5), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.530928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d198aa3-63a6-478d-8ede-2fb9c97450e5,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:26.537805 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.543128 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ae3cd3ac-3a45-454b-82d5-b6a33fcb53f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0d198aa3-63a6-478d-8ede-2fb9c97450e5 HTTP/1.1" status: 204 len: 168 time: 0.5153258 Sep 16 05:50:26.543956 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b015a7-3b1f-4a4d-9054-8a528958ec27 None None] Network 188e8999-5037-4695-a578-27c8497948de requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:26.547129 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49490) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:26.589887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:26.595605 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9316979d-df25-4835-abdd-73bfa3f9f75b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7f631411-5e2d-48f4-8507-f25a329b0e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254657 Sep 16 05:50:26.597715 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12298969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12402076'] for subnet (e2634432-de7f-4b0d-9c03-cf99a7509f91), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.598166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49492) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:26.603257 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Sync routers for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:26.620228 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:26.621311 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:26.649880 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.656765 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2634432-de7f-4b0d-9c03-cf99a7509f91,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:26.699217 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (188e8999-5037-4695-a578-27c8497948de), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.734492 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks [] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.738228 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Checking segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:26.738586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Network hostable DHCP agents. Network: 601940b2-b28c-467d-9802-dc368918e805, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:50:26.754606 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:26.784857 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Deleting port d9c5e949-1ec1-4e55-9ff6-43868d6f263f {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:26.784857 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.793977 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] DHCP port deletion for 188e8999-5037-4695-a578-27c8497948de request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:50:26.838259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.848654 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.849077 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks [] for router_gateway (7f631411-5e2d-48f4-8507-f25a329b0e3f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.850802 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Deleting port d9c5e949-1ec1-4e55-9ff6-43868d6f263f {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:26.851368 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.866226 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Network 601940b2-b28c-467d-9802-dc368918e805 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:50:26.881309 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] For port d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:26.881676 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.884551 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:26.900411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Calling delete_port for d9c5e949-1ec1-4e55-9ff6-43868d6f263f owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:26.924630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] For port d9c5e949-1ec1-4e55-9ff6-43868d6f263f, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,segment=NetworkSegment(be6eda73-a823-46b5-bc2b-36885f7e9555),segment_id=be6eda73-a823-46b5-bc2b-36885f7e9555)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:26.925229 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.939320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Calling delete_port for d9c5e949-1ec1-4e55-9ff6-43868d6f263f owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:26.946819 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0e6a828c-c822-4095-8211-2101399acdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:50:25Z', 'revision_number': 5, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port': {'id': '0e6a828c-c822-4095-8211-2101399acdf6', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:26.968846 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 601940b2-b28c-467d-9802-dc368918e805) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:26.971756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:26.972567 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:26.999874 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Checking router: 7f631411-5e2d-48f4-8507-f25a329b0e3f for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:27.002794 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Deleting port 0e6a828c-c822-4095-8211-2101399acdf6 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:27.005032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (0e6a828c-c822-4095-8211-2101399acdf6), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.005634 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97381fea-2515-436f-b4b9-994b812ca706 None None] Network 601940b2-b28c-467d-9802-dc368918e805 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:27.024649 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Routers {'7f631411-5e2d-48f4-8507-f25a329b0e3f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:27.025296 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7f631411-5e2d-48f4-8507-f25a329b0e3f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:27.086284 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3d9b8292-c7ee-4f47-9113-f07e4e8c688f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0141177 Sep 16 05:50:27.087472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49494) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:27.092475 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:27.120496 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.141353 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (d9c5e949-1ec1-4e55-9ff6-43868d6f263f), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.149397 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] For port 0e6a828c-c822-4095-8211-2101399acdf6, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=0e6a828c-c822-4095-8211-2101399acdf6,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:27.149541 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (0e6a828c-c822-4095-8211-2101399acdf6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.158318 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] Set router 7f631411-5e2d-48f4-8507-f25a329b0e3f gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:27.165044 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.170135 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Calling delete_port for 0e6a828c-c822-4095-8211-2101399acdf6 owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:27.172947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] No DVR routers for this DVR port d9c5e949-1ec1-4e55-9ff6-43868d6f263f on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:27.191176 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-601940b2-b28c-467d-9802-dc368918e805', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:50:27.192261 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.194501 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d9c5e949-1ec1-4e55-9ff6-43868d6f263f no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:27.226248 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] Pushing event deleted for resources: {'Port': ['ID=d9c5e949-1ec1-4e55-9ff6-43868d6f263f,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.236466 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a763f19-8206-40b6-9c0e-794ba4d011da None None] No DVR routers for this DVR port d9c5e949-1ec1-4e55-9ff6-43868d6f263f on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:27.241352 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:50:26Z', 'revision_number': 6, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:27.254139 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: d9c5e949-1ec1-4e55-9ff6-43868d6f263f {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:27.254558 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device d9c5e949-1ec1-4e55-9ff6-43868d6f263f not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:27.254912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 32795109-d315-4516-9c36-494932a6cda1 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:27.268448 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2b235-1b82-46fd-9476-9468cfd0a19e None None] The sync data for ids ['7f631411-5e2d-48f4-8507-f25a329b0e3f'] in dv-cinder-857528-3-iscsi is: [{'id': '7f631411-5e2d-48f4-8507-f25a329b0e3f', 'name': 'tempest-TestShelveInstance-673964326-router', 'tenant_id': '728e268ef22e470194545edea611eb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:44:31Z', 'updated_at': '2022-09-16T05:50:26Z', 'revision_number': 6, 'project_id': '728e268ef22e470194545edea611eb32', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:27.280149 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.281798 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.287074 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 32795109-d315-4516-9c36-494932a6cda1 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:27.287467 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 32795109-d315-4516-9c36-494932a6cda1 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:27.288358 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 468e76de-6a28-4819-bc62-fb9fd6ea8955 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:27.290434 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:27.302113 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (188e8999-5037-4695-a578-27c8497948de), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.308996 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 468e76de-6a28-4819-bc62-fb9fd6ea8955 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:27.309346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 468e76de-6a28-4819-bc62-fb9fd6ea8955 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:27.349507 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e8999-5037-4695-a578-27c8497948de']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:27.357625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6eda73-a823-46b5-bc2b-36885f7e9555') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:27.358711 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6eda73-a823-46b5-bc2b-36885f7e9555') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:27.370030 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (be6eda73-a823-46b5-bc2b-36885f7e9555), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.386620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (be6eda73-a823-46b5-bc2b-36885f7e9555), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.398931 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:50:27.400613 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (be6eda73-a823-46b5-bc2b-36885f7e9555), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.458784 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Allocated IP 172.20.0.2 (601940b2-b28c-467d-9802-dc368918e805/e2634432-de7f-4b0d-9c03-cf99a7509f91/e55a30f2-51f6-4110-b321-b0c44060ef11) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:27.463797 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment be6eda73-a823-46b5-bc2b-36885f7e9555 resource provider aggregate not found Sep 16 05:50:27.485388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (0e6a828c-c822-4095-8211-2101399acdf6), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.498291 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:27.523951 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment be6eda73-a823-46b5-bc2b-36885f7e9555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be6eda73-a823-46b5-bc2b-36885f7e9555 found for delete ", "request_id": "req-f6d09ca1-69a3-4108-bde5-b6ee34781de1"}]} Sep 16 05:50:27.527510 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for router_controller (2673ab33-51bc-4479-b760-c45e63b1e35f), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.552887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6a828c-c822-4095-8211-2101399acdf6,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.610988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.640056 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks [] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.670173 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (188e8999-5037-4695-a578-27c8497948de), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.679074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.684839 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/188e8999-5037-4695-a578-27c8497948de HTTP/1.1" status: 204 len: 168 time: 1.1339581 Sep 16 05:50:27.697337 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde013d-382d-47c4-8677-710b94d89213 admin admin] Pushing event deleted for resources: {'Network': ['ID=188e8999-5037-4695-a578-27c8497948de,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.714997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.718009 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks [] for router_controller (7f631411-5e2d-48f4-8507-f25a329b0e3f), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.730082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.763070 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for router_gateway (2673ab33-51bc-4479-b760-c45e63b1e35f), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.777446 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Network 601940b2-b28c-467d-9802-dc368918e805 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:27.780427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:27.786945 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:27.801374 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Pushing event updated for resources: {'Port': ['ID=e55a30f2-51f6-4110-b321-b0c44060ef11,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.849072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Attempting to bind port e55a30f2-51f6-4110-b321-b0c44060ef11 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:27.849437 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Attempting to bind port e55a30f2-51f6-4110-b321-b0c44060ef11 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:27.849791 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Attempting to bind port e55a30f2-51f6-4110-b321-b0c44060ef11 on network 601940b2-b28c-467d-9802-dc368918e805 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:27.860354 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (7f631411-5e2d-48f4-8507-f25a329b0e3f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.861032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f631411-5e2d-48f4-8507-f25a329b0e3f {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:50:27.866289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.872688 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-aa475967-c817-4de1-8159-d9b2a18a2546 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/7f631411-5e2d-48f4-8507-f25a329b0e3f HTTP/1.1" status: 204 len: 168 time: 1.2711201 Sep 16 05:50:27.872688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49502) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:27.900232 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:27.900856 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Checking segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:27.901420 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.901998 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Bound using segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:27.902668 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Bound port: e55a30f2-51f6-4110-b321-b0c44060ef11, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:27.903198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.942938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Deleting subnet 58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:50:27.946455 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Publish callbacks [] for subnet (58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:27.971241 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] For port e55a30f2-51f6-4110-b321-b0c44060ef11, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:27.974841 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] For port e55a30f2-51f6-4110-b321-b0c44060ef11, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e55a30f2-51f6-4110-b321-b0c44060ef11,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:27.981941 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.021449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:28.048038 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49504) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:28.057327 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.083391 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.094982 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for router_gateway (2673ab33-51bc-4479-b760-c45e63b1e35f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.125319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.125539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:28.138732 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-75386b36-4e79-49f6-8219-7c807ded5cb3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1a2ef5dbdbb34457963733b3507abb34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0871334 Sep 16 05:50:28.140291 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49506) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:28.142533 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323c71-d8d6-4161-9a89-1ac4b772844b None None] Pushing event updated for resources: {'Port': ['ID=e55a30f2-51f6-4110-b321-b0c44060ef11,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.145648 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:28.241719 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.269974 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.275834 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] Publish callbacks [] for security_group (a79bf97f-228e-4154-93c9-56c938e03695), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.277419 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.283427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43515f-846e-4f9d-ab44-b843da8f1943 None None] Network e98d67f9-9fae-4323-98aa-1ec61135b337 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:28.299165 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-bff6d5ce-f6b4-4ca5-8cbe-39f5359ac2a3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/58f50a1a-42a6-42c8-a0ed-eb5e83f1eaee HTTP/1.1" status: 204 len: 168 time: 0.4267151 Sep 16 05:50:28.299325 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49508) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:28.323841 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Allocated IP 172.27.0.70 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/2d9511b9-49c9-4ef6-bcc7-3df9729eff63) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:28.340344 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] Publish callbacks [] for security_group (a79bf97f-228e-4154-93c9-56c938e03695), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.495351 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (e98d67f9-9fae-4323-98aa-1ec61135b337), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.501869 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] DHCP port deletion for e98d67f9-9fae-4323-98aa-1ec61135b337 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:50:28.541314 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Deleting port 7bc4276d-8f10-4f0d-96c2-7d99db969201 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:28.541686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.611759 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] For port 7bc4276d-8f10-4f0d-96c2-7d99db969201, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=7bc4276d-8f10-4f0d-96c2-7d99db969201,segment=NetworkSegment(551204dc-850d-4bd9-96d8-0e5de4045896),segment_id=551204dc-850d-4bd9-96d8-0e5de4045896)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:28.612080 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.627140 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Calling delete_port for 7bc4276d-8f10-4f0d-96c2-7d99db969201 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:28.780100 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.806692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] Pushing event deleted for resources: {'Port': ['ID=7bc4276d-8f10-4f0d-96c2-7d99db969201,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.810391 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682fe01-ab49-470b-a597-526a194166e3 None None] No DVR routers for this DVR port 7bc4276d-8f10-4f0d-96c2-7d99db969201 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:28.825488 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a79bf97f-228e-4154-93c9-56c938e03695), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.828194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.829311 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a79bf97f-228e-4154-93c9-56c938e03695 HTTP/1.1" status: 204 len: 168 time: 0.6880600 Sep 16 05:50:28.855554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52889-f9a2-41f9-b16b-a1b50b7e884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bf97f-228e-4154-93c9-56c938e03695,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.863646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.869691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Deleting port 7bc4276d-8f10-4f0d-96c2-7d99db969201 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:28.870369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.875681 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:28.889242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:28.957202 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] For port 7bc4276d-8f10-4f0d-96c2-7d99db969201, host dv-cinder-857528-3-iscsi, got binding levels [] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:28.957560 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:28.982643 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Calling delete_port for 7bc4276d-8f10-4f0d-96c2-7d99db969201 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:28.987415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.ipam_backend_mixin [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Port 7bc4276d-8f10-4f0d-96c2-7d99db969201 was not found and therefore no delete operation was performed {{(pid=113249) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 05:50:28.988629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (7bc4276d-8f10-4f0d-96c2-7d99db969201), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.015366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc4276d-8f10-4f0d-96c2-7d99db969201,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.025916 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] No DVR routers for this DVR port 7bc4276d-8f10-4f0d-96c2-7d99db969201 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:29.031792 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.077472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:29.077728 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e55a30f2-51f6-4110-b321-b0c44060ef11 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:29.097243 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:29.101903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:29.133875 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port e55a30f2-51f6-4110-b321-b0c44060ef11 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:29.134497 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.134981 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port e55a30f2-51f6-4110-b321-b0c44060ef11 Sep 16 05:50:29.172409 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:29.190053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.197676 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (e98d67f9-9fae-4323-98aa-1ec61135b337), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.225333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port e55a30f2-51f6-4110-b321-b0c44060ef11 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:29.225333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.267377 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98d67f9-9fae-4323-98aa-1ec61135b337']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:29.269731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port e55a30f2-51f6-4110-b321-b0c44060ef11, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e55a30f2-51f6-4110-b321-b0c44060ef11,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:29.300991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ba4ae-d9e7-43c4-aaca-8765bc9f0636 None None] Network 601940b2-b28c-467d-9802-dc368918e805 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:29.308325 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551204dc-850d-4bd9-96d8-0e5de4045896') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:29.308621 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551204dc-850d-4bd9-96d8-0e5de4045896') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:29.324608 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (551204dc-850d-4bd9-96d8-0e5de4045896), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.354182 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.368086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (551204dc-850d-4bd9-96d8-0e5de4045896), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.379770 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:29.384719 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:50:29.385135 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (551204dc-850d-4bd9-96d8-0e5de4045896), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.418692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-37b91754-f651-4bec-9c34-7e11a40e53eb None None] Provisioning complete for port e55a30f2-51f6-4110-b321-b0c44060ef11 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:29.419207 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-37b91754-f651-4bec-9c34-7e11a40e53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.419666 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-37b91754-f651-4bec-9c34-7e11a40e53eb None None] Attempt 1 to provision port e55a30f2-51f6-4110-b321-b0c44060ef11 Sep 16 05:50:29.457134 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:29.464202 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 7bc4276d-8f10-4f0d-96c2-7d99db969201 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:29.510697 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=e55a30f2-51f6-4110-b321-b0c44060ef11,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.519800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 7bc4276d-8f10-4f0d-96c2-7d99db969201 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:29.520145 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 7bc4276d-8f10-4f0d-96c2-7d99db969201 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:29.520567 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 362221b7-d0ef-4279-bd9a-ac9d591a90b2 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:29.546008 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 362221b7-d0ef-4279-bd9a-ac9d591a90b2 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:29.546600 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 362221b7-d0ef-4279-bd9a-ac9d591a90b2 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:29.547083 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0e6a828c-c822-4095-8211-2101399acdf6 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:29.573150 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 551204dc-850d-4bd9-96d8-0e5de4045896 resource provider aggregate not found Sep 16 05:50:29.581051 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 0e6a828c-c822-4095-8211-2101399acdf6 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:29.581406 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 0e6a828c-c822-4095-8211-2101399acdf6 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:29.585366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (e98d67f9-9fae-4323-98aa-1ec61135b337), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.615365 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.618525 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/e98d67f9-9fae-4323-98aa-1ec61135b337 HTTP/1.1" status: 204 len: 168 time: 1.3135340 Sep 16 05:50:29.630544 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 551204dc-850d-4bd9-96d8-0e5de4045896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551204dc-850d-4bd9-96d8-0e5de4045896 found for delete ", "request_id": "req-80aa515d-a9b6-4f11-bff0-bd0630e16672"}]} Sep 16 05:50:29.645626 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc335c-e2c8-4b58-8795-836ca81d25cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e98d67f9-9fae-4323-98aa-1ec61135b337,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.653011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-37b91754-f651-4bec-9c34-7e11a40e53eb None None] Current status of the port e55a30f2-51f6-4110-b321-b0c44060ef11 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:29.653573 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for router_gateway (2673ab33-51bc-4479-b760-c45e63b1e35f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.862123 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.872071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-f7c75c28-7a50-4ec1-b9a0-c0182964f0c8 None None] Provisioning complete for port e55a30f2-51f6-4110-b321-b0c44060ef11 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:29.872441 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f7c75c28-7a50-4ec1-b9a0-c0182964f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:29.872771 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-f7c75c28-7a50-4ec1-b9a0-c0182964f0c8 None None] Attempt 1 to provision port e55a30f2-51f6-4110-b321-b0c44060ef11 Sep 16 05:50:29.935356 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49532) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:29.974103 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-f7c75c28-7a50-4ec1-b9a0-c0182964f0c8 None None] Current status of the port e55a30f2-51f6-4110-b321-b0c44060ef11 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:29.985543 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-efedd18e-8869-41eb-91cf-30e316306e03 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8c494b8167314a3aacd699afa7e6a509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477569 Sep 16 05:50:29.988688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49534) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:30.007210 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:30.065403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] Publish callbacks [] for security_group (b78331a5-b466-4602-be28-5f34f2781b5c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.087553 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] Publish callbacks [] for security_group (b78331a5-b466-4602-be28-5f34f2781b5c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.168234 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Router 2673ab33-51bc-4479-b760-c45e63b1e35f is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:50:30.216181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b78331a5-b466-4602-be28-5f34f2781b5c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.219218 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.220407 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b78331a5-b466-4602-be28-5f34f2781b5c HTTP/1.1" status: 204 len: 168 time: 0.2307510 Sep 16 05:50:30.237491 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d062-82fa-41f6-8f93-cb3f249ddb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78331a5-b466-4602-be28-5f34f2781b5c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:30.298169 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:30.307093 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Sync routers for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:30.320445 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:30.321069 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:30.404474 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.406358 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2475dcba-3262-45c4-8bac-b1321f4eae34 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3180566 Sep 16 05:50:30.409234 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49544) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:30.561444 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:30.575922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:30.757976 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:29Z', 'revision_number': 3, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:30.787344 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Checking router: 2673ab33-51bc-4479-b760-c45e63b1e35f for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:30.787689 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Updating router 2673ab33-51bc-4479-b760-c45e63b1e35f port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:50:30.816313 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:30.843256 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:30.875847 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.040382 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e55a30f2-51f6-4110-b321-b0c44060ef11 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:31.046555 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49560) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:31.084837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Allocated IP 172.20.0.1 (601940b2-b28c-467d-9802-dc368918e805/e2634432-de7f-4b0d-9c03-cf99a7509f91/95cc3256-d815-423e-b0af-b8f514552d5b) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:31.100382 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-688cda29-18ef-4d39-9e72-b52029f23d63 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=728e268ef22e470194545edea611eb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520377 Sep 16 05:50:31.104003 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49562) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:31.146472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port e55a30f2-51f6-4110-b321-b0c44060ef11 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:31.146842 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.147179 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port e55a30f2-51f6-4110-b321-b0c44060ef11 Sep 16 05:50:31.152422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:31.160901 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] Publish callbacks [] for security_group (fe7cf010-debe-4458-afc5-a54038c9101e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.176618 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks [] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.193070 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] Publish callbacks [] for security_group (fe7cf010-debe-4458-afc5-a54038c9101e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.201034 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:31.226530 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks [] for port (95cc3256-d815-423e-b0af-b8f514552d5b), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.244138 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.257249 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port e55a30f2-51f6-4110-b321-b0c44060ef11 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:31.283232 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Attempting to bind port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:31.283606 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Attempting to bind port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:31.283964 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Attempting to bind port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:31.331303 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39877649-53db-491d-9f40-3a363fbf3a48 None None] Pushing event updated for resources: {'Port': ['ID=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:31.345579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (fe7cf010-debe-4458-afc5-a54038c9101e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.345941 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.348827 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.348967 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:31.354695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:31.354695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.354695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:31.354695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Bound port: 2d9511b9-49c9-4ef6-bcc7-3df9729eff63, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:31.354695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.355136 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fe7cf010-debe-4458-afc5-a54038c9101e HTTP/1.1" status: 204 len: 168 time: 0.2479076 Sep 16 05:50:31.362350 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35074e94-424d-4014-9447-98cb1a22afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7cf010-debe-4458-afc5-a54038c9101e,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:31.392662 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Network 601940b2-b28c-467d-9802-dc368918e805 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:31.406581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:31.410394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:31.448084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] For port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:31.451762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] For port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:31.452366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:31.472156 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (2673ab33-51bc-4479-b760-c45e63b1e35f), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.603840 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.651960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:31.652762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:31.736679 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Provisioning complete for port 95cc3256-d815-423e-b0af-b8f514552d5b triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:31.736943 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:31.737273 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 1 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:31.741525 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39877649-53db-491d-9f40-3a363fbf3a48 None None] Pushing event updated for resources: {'Port': ['ID=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:31.788917 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:31.809995 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:31.818271 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:31.838066 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:31.858053 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:32.057414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:29Z', 'revision_number': 3, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:32.097080 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks [] for port (95cc3256-d815-423e-b0af-b8f514552d5b), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:32.097468 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba1df2-6c9f-4fe1-9159-8f98d4fca330 None None] The sync data for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi is: [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:29Z', 'revision_number': 3, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:32.140599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:32.146300 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-97b19ad7-cd07-430e-bc83-3b88326821ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:32.219809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:32.223725 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (2673ab33-51bc-4479-b760-c45e63b1e35f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:32.312555 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 2 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:32.356678 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Network 601940b2-b28c-467d-9802-dc368918e805 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:32.358679 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:32.373458 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:32.500615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Router 2673ab33-51bc-4479-b760-c45e63b1e35f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:32.619224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:32.645899 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:32.651221 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-101fa9ff-3c2b-4aa4-b9c9-64d686b432a8 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2673ab33-51bc-4479-b760-c45e63b1e35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2407761 Sep 16 05:50:32.874563 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 3 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:32.912817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:33.053565 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49608) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:33.056507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:33.103738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:33.104110 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.104437 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 Sep 16 05:50:33.167966 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fc-2570-4659-a3a5-b276a5e1bc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.185737 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:33.187507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.214198 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:33.255913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fc-2570-4659-a3a5-b276a5e1bc66 admin admin] Publish callbacks [] for security_group (d84cd7c9-1a58-4d9a-961c-e0b81836759f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.271014 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.325861 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:33.351078 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fc-2570-4659-a3a5-b276a5e1bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d84cd7c9-1a58-4d9a-961c-e0b81836759f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.393438 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3b9b49fc-2570-4659-a3a5-b276a5e1bc66 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=85c423a5bb55440da94b5cb326fab510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387413 Sep 16 05:50:33.394840 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b49fc-2570-4659-a3a5-b276a5e1bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84cd7c9-1a58-4d9a-961c-e0b81836759f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:33.396243 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49618) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:33.413575 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 4 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:33.454296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:33.465373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] Publish callbacks [] for security_group (d84cd7c9-1a58-4d9a-961c-e0b81836759f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.488253 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] Publish callbacks [] for security_group (d84cd7c9-1a58-4d9a-961c-e0b81836759f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.515847 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49622) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:33.521982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1725500987-network', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:33.591516 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d84cd7c9-1a58-4d9a-961c-e0b81836759f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.594281 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.601900 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d84cd7c9-1a58-4d9a-961c-e0b81836759f HTTP/1.1" status: 204 len: 168 time: 0.1975574 Sep 16 05:50:33.604058 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9968b-cd5a-48be-b5a7-db59e092ffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84cd7c9-1a58-4d9a-961c-e0b81836759f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:33.614141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Made reservation on behalf of 4105a8ce820c4deeb0a3d46d49d5a481 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:33.618226 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.631958 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.716316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks [] for security_group (a43d72bc-2c3a-4781-b07f-4d85670c9b37), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.764797 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a43d72bc-2c3a-4781-b07f-4d85670c9b37), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.790508 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Sync routers for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:33.791408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:33.800874 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d72bc-2c3a-4781-b07f-4d85670c9b37,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:33.803043 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:33.803043 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:33.808296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (6e579e5f-906d-4f12-a7e4-85b9d6e7458f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.808641 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Added segment 6e579e5f-906d-4f12-a7e4-85b9d6e7458f of type vlan for network 6e3ca2b8-5339-4008-85a2-4a230773b04f Sep 16 05:50:33.819204 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:33.856866 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (6e3ca2b8-5339-4008-85a2-4a230773b04f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.872089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:33.921927 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:33.933663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (6e3ca2b8-5339-4008-85a2-4a230773b04f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.934873 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:33.935547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:33.955503 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 5 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:33.957950 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:33.998748 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:34.005308 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:34.006854 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3ca2b8-5339-4008-85a2-4a230773b04f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.022952 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:34.056285 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-9ce2defd-7ab2-4909-a567-e32c71ae2987 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5392644 Sep 16 05:50:34.059264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49628) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:34.064224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Request body: {'subnet': {'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1725500987-subnet', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:34.134151 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 2, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:34.138580 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Made reservation on behalf of 4105a8ce820c4deeb0a3d46d49d5a481 for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:34.141947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12402058'] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.162731 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Checking router: 2673ab33-51bc-4479-b760-c45e63b1e35f for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:34.163076 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Updating router 2673ab33-51bc-4479-b760-c45e63b1e35f port 95cc3256-d815-423e-b0af-b8f514552d5b binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:50:34.191573 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.226900 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:34.311295 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1cf701ea-9479-4609-b59b-e942946b452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.347581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49630) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:34.361403 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f555b3c3-0d6a-4b48-94d3-2193eb6eec0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.416505 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12298969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12402076'] for subnet (08f1da9f-156a-462f-b6a5-95f2e06743dd), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.458139 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks [] for port (95cc3256-d815-423e-b0af-b8f514552d5b), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.468654 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:34.478810 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f555b3c3-0d6a-4b48-94d3-2193eb6eec0a admin admin] Publish callbacks [] for security_group (ffc40216-8c07-4947-acbb-08cd4f61510c), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.500866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f1da9f-156a-462f-b6a5-95f2e06743dd,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.507265 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 6 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:34.510508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Checking segment: {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:34.510966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Network hostable DHCP agents. Network: 6e3ca2b8-5339-4008-85a2-4a230773b04f, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:50:34.533744 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.538563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Port 95cc3256-d815-423e-b0af-b8f514552d5b cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:34.539945 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:34.579913 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f555b3c3-0d6a-4b48-94d3-2193eb6eec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ffc40216-8c07-4947-acbb-08cd4f61510c), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.586624 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:34.606677 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Pushing event updated for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.608750 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:50:34.633012 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.636320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.637365 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.637365 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.637365 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.637634 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:34.648608 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f555b3c3-0d6a-4b48-94d3-2193eb6eec0a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=102f9ebeba8c4ffbaf577ead42ee6fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999439 Sep 16 05:50:34.649524 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555b3c3-0d6a-4b48-94d3-2193eb6eec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc40216-8c07-4947-acbb-08cd4f61510c,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.650579 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Attempting to bind port 95cc3256-d815-423e-b0af-b8f514552d5b on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:34.650949 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Attempting to bind port 95cc3256-d815-423e-b0af-b8f514552d5b by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:34.651311 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Attempting to bind port 95cc3256-d815-423e-b0af-b8f514552d5b on network 601940b2-b28c-467d-9802-dc368918e805 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:34.651811 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49632) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:34.696899 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:34.697244 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Checking segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:34.697657 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.698099 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Bound using segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:34.698739 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Bound port: 95cc3256-d815-423e-b0af-b8f514552d5b, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:34.699111 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.699259 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, 6e3ca2b8-5339-4008-85a2-4a230773b04f) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:34.705244 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:34.706321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.707398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] Publish callbacks [] for security_group (ffc40216-8c07-4947-acbb-08cd4f61510c), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.712496 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44153eaf-6e85-4542-a5f6-0068502dfd4c None None] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:34.729455 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] Publish callbacks [] for security_group (ffc40216-8c07-4947-acbb-08cd4f61510c), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.793261 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0ca137e4-711e-4b2a-ab6f-81a532887629 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7328663 Sep 16 05:50:34.798176 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49634) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:34.802749 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:34.825867 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-6e3ca2b8-5339-4008-85a2-4a230773b04f', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:50:34.827273 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.842664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (ffc40216-8c07-4947-acbb-08cd4f61510c), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.845479 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.846818 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ffc40216-8c07-4947-acbb-08cd4f61510c HTTP/1.1" status: 204 len: 168 time: 0.1933496 Sep 16 05:50:34.858677 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a2632-8b64-4f84-87f6-3dd8c67515b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc40216-8c07-4947-acbb-08cd4f61510c,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.876237 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] For port 95cc3256-d815-423e-b0af-b8f514552d5b, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:34.879649 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] For port 95cc3256-d815-423e-b0af-b8f514552d5b, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=95cc3256-d815-423e-b0af-b8f514552d5b,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:34.923615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.925145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.950859 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:34.992002 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Allocated IP 172.20.0.2 (6e3ca2b8-5339-4008-85a2-4a230773b04f/08f1da9f-156a-462f-b6a5-95f2e06743dd/546dcaab-f58f-4220-ab65-923503876f8d) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:35.016464 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for router_controller (a254e5e1-cb36-44c5-b6cd-4f299822144e), precommit_add_association {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.038577 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:35.039492 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:35.065963 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Attempt 7 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:35.068797 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:35.072075 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:35.090307 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3bbdd-8ffa-47cc-8473-1a110e46ede5 None None] Pushing event updated for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:35.166856 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:35.337563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:35.338003 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.338324 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 Sep 16 05:50:35.422798 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:35.432031 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:34Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:35.441318 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks [] for port (546dcaab-f58f-4220-ab65-923503876f8d), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.444747 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:35.469184 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83114953-1206-42af-9c94-6fb6a5c50efd None None] The sync data for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi is: [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:34Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:35.496507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Current status of the port 95cc3256-d815-423e-b0af-b8f514552d5b is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:35.500777 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.508390 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:35.516479 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (546dcaab-f58f-4220-ab65-923503876f8d), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.606457 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for router_gateway (a254e5e1-cb36-44c5-b6cd-4f299822144e), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.617885 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:35.632511 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:35.636043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] For port 95cc3256-d815-423e-b0af-b8f514552d5b, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=95cc3256-d815-423e-b0af-b8f514552d5b,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:35.638223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:35.640360 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Pushing event updated for resources: {'Port': ['ID=546dcaab-f58f-4220-ab65-923503876f8d,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:35.694492 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.735736 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Attempting to bind port 546dcaab-f58f-4220-ab65-923503876f8d on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:35.736472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Attempting to bind port 546dcaab-f58f-4220-ab65-923503876f8d by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:35.736638 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Attempting to bind port 546dcaab-f58f-4220-ab65-923503876f8d on network 6e3ca2b8-5339-4008-85a2-4a230773b04f {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:35.800386 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50193f2c-0898-4578-89bc-76a14a8edb67 None None] Pushing event updated for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:35.820527 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:35.820913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Checking segment: {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:35.821299 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.821689 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Bound using segment: {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:35.822212 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Bound port: 546dcaab-f58f-4220-ab65-923503876f8d, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:35.822588 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (546dcaab-f58f-4220-ab65-923503876f8d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.826242 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-ebd55c7e-4596-448d-8d8d-98223aca45f6 None None] Provisioning complete for port 95cc3256-d815-423e-b0af-b8f514552d5b triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:35.826242 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ebd55c7e-4596-448d-8d8d-98223aca45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.826621 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-ebd55c7e-4596-448d-8d8d-98223aca45f6 None None] Attempt 1 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:35.884039 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for router_gateway (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.910831 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:35.978781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] For port 546dcaab-f58f-4220-ab65-923503876f8d, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:35.982276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:36.003096 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] For port 546dcaab-f58f-4220-ab65-923503876f8d, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=546dcaab-f58f-4220-ab65-923503876f8d,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:36.007355 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-ebd55c7e-4596-448d-8d8d-98223aca45f6 None None] Current status of the port 95cc3256-d815-423e-b0af-b8f514552d5b is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:36.027908 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Allocated IP 172.27.0.189 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/55839592-ff16-488d-afea-bc23f8e9621c) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:36.035396 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:36.038731 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=9 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:36.090174 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (546dcaab-f58f-4220-ab65-923503876f8d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:36.171838 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead3cbe-9bc1-412e-bfe5-e5548b6875c1 None None] Pushing event updated for resources: {'Port': ['ID=546dcaab-f58f-4220-ab65-923503876f8d,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:36.183670 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for port (55839592-ff16-488d-afea-bc23f8e9621c), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:36.294616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (55839592-ff16-488d-afea-bc23f8e9621c), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:36.338593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:36.345502 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:36.349282 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:36.396922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Pushing event updated for resources: {'Port': ['ID=55839592-ff16-488d-afea-bc23f8e9621c,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:36.467337 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:36.713720 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for router_gateway (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:36.937955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.100695 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 546dcaab-f58f-4220-ab65-923503876f8d up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:37.150996 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 546dcaab-f58f-4220-ab65-923503876f8d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:37.151395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (546dcaab-f58f-4220-ab65-923503876f8d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.151728 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 546dcaab-f58f-4220-ab65-923503876f8d Sep 16 05:50:37.186078 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Router a254e5e1-cb36-44c5-b6cd-4f299822144e is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:50:37.241363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 546dcaab-f58f-4220-ab65-923503876f8d is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:37.241665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (546dcaab-f58f-4220-ab65-923503876f8d), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.265112 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55f51e-339e-4a5b-b7c8-771aac1fcd00 None None] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:37.313119 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:37.330905 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 546dcaab-f58f-4220-ab65-923503876f8d, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=546dcaab-f58f-4220-ab65-923503876f8d,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:37.334159 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Sync routers for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:37.355077 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-e9665ed1-5757-49ea-87f7-d98d67a8854a None None] Provisioning complete for port 546dcaab-f58f-4220-ab65-923503876f8d triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:37.355442 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e9665ed1-5757-49ea-87f7-d98d67a8854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (546dcaab-f58f-4220-ab65-923503876f8d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.355771 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-e9665ed1-5757-49ea-87f7-d98d67a8854a None None] Attempt 1 to provision port 546dcaab-f58f-4220-ab65-923503876f8d Sep 16 05:50:37.379974 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.381252 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-98d51bf0-ba0a-4efd-92bb-a7ce2515ed0b admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5819581 Sep 16 05:50:37.383608 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:37.384237 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:37.387978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49672) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:37.450556 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (546dcaab-f58f-4220-ab65-923503876f8d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.451345 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 95cc3256-d815-423e-b0af-b8f514552d5b up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:37.528020 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:37.599919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.662113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=546dcaab-f58f-4220-ab65-923503876f8d,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:37.683587 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:37.753700 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 95cc3256-d815-423e-b0af-b8f514552d5b triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:37.754143 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.754427 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 95cc3256-d815-423e-b0af-b8f514552d5b Sep 16 05:50:37.768694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-e9665ed1-5757-49ea-87f7-d98d67a8854a None None] Current status of the port 546dcaab-f58f-4220-ab65-923503876f8d is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:37.842446 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:37.854931 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:37.856836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.000110 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 95cc3256-d815-423e-b0af-b8f514552d5b is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:38.015499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:36Z', 'revision_number': 3, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:38.015499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-d25a20ed-d194-4c08-a474-082121e74338 None None] Provisioning complete for port 546dcaab-f58f-4220-ab65-923503876f8d triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:38.015499 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d25a20ed-d194-4c08-a474-082121e74338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (546dcaab-f58f-4220-ab65-923503876f8d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.015499 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-d25a20ed-d194-4c08-a474-082121e74338 None None] Attempt 1 to provision port 546dcaab-f58f-4220-ab65-923503876f8d Sep 16 05:50:38.052599 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Allocated IP 172.20.0.1 (6e3ca2b8-5339-4008-85a2-4a230773b04f/08f1da9f-156a-462f-b6a5-95f2e06743dd/de23f1d9-61c8-482c-a181-ab69e7692573) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:38.061976 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Checking router: a254e5e1-cb36-44c5-b6cd-4f299822144e for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:38.062324 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Updating router a254e5e1-cb36-44c5-b6cd-4f299822144e port 55839592-ff16-488d-afea-bc23f8e9621c binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:50:38.137253 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:38.172228 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:38.183070 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks [] for port (de23f1d9-61c8-482c-a181-ab69e7692573), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.235686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (55839592-ff16-488d-afea-bc23f8e9621c), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.254618 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.302423 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:38.305929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:38.307674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Pushing event updated for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:38.309734 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:38.340980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-d25a20ed-d194-4c08-a474-082121e74338 None None] Current status of the port 546dcaab-f58f-4220-ab65-923503876f8d is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:38.358325 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.537708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks [] for port (55839592-ff16-488d-afea-bc23f8e9621c), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.558785 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Provisioning complete for port de23f1d9-61c8-482c-a181-ab69e7692573 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:38.559153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.559469 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 1 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:38.568888 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.596105 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:38.625310 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (55839592-ff16-488d-afea-bc23f8e9621c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.659295 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Attempting to bind port 55839592-ff16-488d-afea-bc23f8e9621c on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:38.659656 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Attempting to bind port 55839592-ff16-488d-afea-bc23f8e9621c by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:38.660005 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Attempting to bind port 55839592-ff16-488d-afea-bc23f8e9621c on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:38.700278 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdf31-7f63-499c-aeb9-9df4d25768c6 None None] Pushing event updated for resources: {'Port': ['ID=55839592-ff16-488d-afea-bc23f8e9621c,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:38.713965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:38.719793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:38.720165 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:38.720558 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.721005 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:38.721415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Bound port: 55839592-ff16-488d-afea-bc23f8e9621c, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:38.721781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (55839592-ff16-488d-afea-bc23f8e9621c), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.723884 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:38.733621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks [] for port (de23f1d9-61c8-482c-a181-ab69e7692573), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.773682 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] For port 55839592-ff16-488d-afea-bc23f8e9621c, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:38.776812 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] For port 55839592-ff16-488d-afea-bc23f8e9621c, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=55839592-ff16-488d-afea-bc23f8e9621c,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:38.802100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.870098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Pushing event updated for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:38.872406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.894315 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (55839592-ff16-488d-afea-bc23f8e9621c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:38.916630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:38.931805 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:38.932445 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:38.966931 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:38.968415 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:38.987195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdf31-7f63-499c-aeb9-9df4d25768c6 None None] Pushing event updated for resources: {'Port': ['ID=55839592-ff16-488d-afea-bc23f8e9621c,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:39.054046 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 546dcaab-f58f-4220-ab65-923503876f8d up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:39.093116 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Router a254e5e1-cb36-44c5-b6cd-4f299822144e has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:39.099569 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 2 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:39.118042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:39.226756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:39.228406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:39.242820 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a0c54e55-2539-4aaf-bb0f-55d28e8fa81e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a254e5e1-cb36-44c5-b6cd-4f299822144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572364 Sep 16 05:50:39.284819 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:39.300365 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 546dcaab-f58f-4220-ab65-923503876f8d triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:39.300738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (546dcaab-f58f-4220-ab65-923503876f8d), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:39.301069 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 546dcaab-f58f-4220-ab65-923503876f8d Sep 16 05:50:39.425016 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'de23f1d9-61c8-482c-a181-ab69e7692573', 'name': '', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'mac_address': 'fa:16:3e:8c:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:37Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 2, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'subnets': [{'id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:39.472402 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba612395-8499-43db-95dd-6eba55f64f10 None None] The sync data for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi is: [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'de23f1d9-61c8-482c-a181-ab69e7692573', 'name': '', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'mac_address': 'fa:16:3e:8c:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:37Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 2, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'subnets': [{'id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:39.493849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:39.495824 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 546dcaab-f58f-4220-ab65-923503876f8d is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:39.786453 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 3 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:39.822852 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:40.324064 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 4 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:40.377871 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:40.878896 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 5 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:40.923700 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:41.059804 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 55839592-ff16-488d-afea-bc23f8e9621c up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:41.147512 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 55839592-ff16-488d-afea-bc23f8e9621c triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:41.147883 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (55839592-ff16-488d-afea-bc23f8e9621c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:41.148219 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 55839592-ff16-488d-afea-bc23f8e9621c Sep 16 05:50:41.245978 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 55839592-ff16-488d-afea-bc23f8e9621c is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:41.246357 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (55839592-ff16-488d-afea-bc23f8e9621c), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:41.277144 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port 55839592-ff16-488d-afea-bc23f8e9621c, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=55839592-ff16-488d-afea-bc23f8e9621c,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:41.368890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (55839592-ff16-488d-afea-bc23f8e9621c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:41.428290 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 6 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:41.457219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=55839592-ff16-488d-afea-bc23f8e9621c,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:41.473258 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:41.974474 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 7 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:42.015584 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:42.516598 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 8 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:42.551069 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:43.035071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 55839592-ff16-488d-afea-bc23f8e9621c up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:43.056033 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 9 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:43.103919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:43.115654 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 55839592-ff16-488d-afea-bc23f8e9621c triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:43.116035 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (55839592-ff16-488d-afea-bc23f8e9621c), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:43.117050 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 55839592-ff16-488d-afea-bc23f8e9621c Sep 16 05:50:43.206538 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 55839592-ff16-488d-afea-bc23f8e9621c is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:43.382700 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Sync routers for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:43.382700 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:43.382700 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.450080 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:43.605167 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Attempt 10 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:43.654930 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'de23f1d9-61c8-482c-a181-ab69e7692573', 'name': '', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'mac_address': 'fa:16:3e:8c:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:37Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 2, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'subnets': [{'id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.683909 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d9d9a-8616-4a3b-9c1d-a1043c506f1a None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:43.686403 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Checking router: a254e5e1-cb36-44c5-b6cd-4f299822144e for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:43.686935 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Updating router a254e5e1-cb36-44c5-b6cd-4f299822144e port de23f1d9-61c8-482c-a181-ab69e7692573 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:50:43.729781 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:43.806335 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Provisioning complete for port de23f1d9-61c8-482c-a181-ab69e7692573 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:43.807201 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:43.807815 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Attempt 1 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:43.847506 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:44.011612 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks [] for port (de23f1d9-61c8-482c-a181-ab69e7692573), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:44.122821 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:44.158545 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:44.214966 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab6099-4764-4ab7-815e-64a0a4a6a64a None None] Pushing event updated for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:44.234420 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Attempting to bind port de23f1d9-61c8-482c-a181-ab69e7692573 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:44.234913 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Attempting to bind port de23f1d9-61c8-482c-a181-ab69e7692573 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:44.235338 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Attempting to bind port de23f1d9-61c8-482c-a181-ab69e7692573 on network 6e3ca2b8-5339-4008-85a2-4a230773b04f {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:44.258218 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:44.281940 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:44.282438 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Checking segment: {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:44.282902 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:44.283387 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Bound using segment: {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:44.283928 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Bound port: de23f1d9-61c8-482c-a181-ab69e7692573, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e579e5f-906d-4f12-a7e4-85b9d6e7458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:44.285895 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:44.349150 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Attempt 2 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:44.352228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:44.355678 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] For port de23f1d9-61c8-482c-a181-ab69e7692573, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:44.359778 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] For port de23f1d9-61c8-482c-a181-ab69e7692573, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=de23f1d9-61c8-482c-a181-ab69e7692573,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:44.385007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Port de23f1d9-61c8-482c-a181-ab69e7692573 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:44.427225 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:44.473945 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:44.474462 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:44.593320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab6099-4764-4ab7-815e-64a0a4a6a64a None None] Pushing event updated for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:44.631837 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:44.886837 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Attempt 3 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:45.007543 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'de23f1d9-61c8-482c-a181-ab69e7692573', 'name': '', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'mac_address': 'fa:16:3e:8c:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:37Z', 'updated_at': '2022-09-16T05:50:44Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'subnets': [{'id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:45.008893 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:45.026062 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Current status of the port de23f1d9-61c8-482c-a181-ab69e7692573 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:45.026653 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:45.044810 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14cf7d-c40d-4a9d-ba8a-246fb0b47e12 None None] The sync data for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi is: [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:50:38Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'de23f1d9-61c8-482c-a181-ab69e7692573', 'name': '', 'network_id': '6e3ca2b8-5339-4008-85a2-4a230773b04f', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'mac_address': 'fa:16:3e:8c:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:37Z', 'updated_at': '2022-09-16T05:50:44Z', 'revision_number': 4, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'subnets': [{'id': '08f1da9f-156a-462f-b6a5-95f2e06743dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:45.094906 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] For port de23f1d9-61c8-482c-a181-ab69e7692573, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=de23f1d9-61c8-482c-a181-ab69e7692573,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:45.115125 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device de23f1d9-61c8-482c-a181-ab69e7692573 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:45.168993 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port de23f1d9-61c8-482c-a181-ab69e7692573 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:45.169494 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:45.169854 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:45.193080 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:45.334470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b74fe1-d36f-403e-aebb-736963f3f616 None None] Pushing event updated for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:45.339009 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port de23f1d9-61c8-482c-a181-ab69e7692573 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:45.789877 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:47.042232 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device de23f1d9-61c8-482c-a181-ab69e7692573 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:47.101586 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port de23f1d9-61c8-482c-a181-ab69e7692573 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:47.102095 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:47.102562 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port de23f1d9-61c8-482c-a181-ab69e7692573 Sep 16 05:50:47.195516 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port de23f1d9-61c8-482c-a181-ab69e7692573 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:50:47.325390 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=37,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:47.330729 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:48.197206 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:49.228263 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=13 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:49.618897 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49806) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:49.759948 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:49.838490 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Publish callbacks [] for security_group (e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:49.927240 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:49.963373 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:49.978584 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.979163 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.979779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.980182 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.980688 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.981174 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.981665 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.982024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.982363 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.983449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.984036 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.984536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.985045 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.985370 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.985699 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:49.997293 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-dca69a4c-5f35-4841-89c0-c08b20a2f5c4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=20826df7075642abac335f93bb2f14cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728678 Sep 16 05:50:49.997293 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49814) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:50.067361 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] Publish callbacks [] for security_group (e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:50.089007 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] Publish callbacks [] for security_group (e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:50.213769 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:50.216539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:50.221181 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e HTTP/1.1" status: 204 len: 168 time: 0.2248063 Sep 16 05:50:50.229666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb8a37-3226-4649-a7d9-3a0c77d370ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e59811-a1e4-4fee-8f26-e2cfe65a0a1e,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:50.982337 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49832) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:50.997086 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.091153 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Publish callbacks [] for security_group (6728d1c1-e582-4adb-a1ba-ba1eef71c98f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.155721 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6728d1c1-e582-4adb-a1ba-ba1eef71c98f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.180770 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-95cb0886-c60d-4499-8140-0b1ea9de5244 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:51.182386 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-95cb0886-c60d-4499-8140-0b1ea9de5244 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 815 time: 0.1086137 Sep 16 05:50:51.198376 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-cbf5e742-d1c9-4d60-9954-86f5f0c925f0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/quotas/d0f3aae0f9814d189d002373cc873f42 HTTP/1.1" status: 200 len: 375 time: 0.0092483 Sep 16 05:50:51.200293 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7aa568d92e2649deb04d72297b4cc252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159860 Sep 16 05:50:51.201021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6728d1c1-e582-4adb-a1ba-ba1eef71c98f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:51.204109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49844) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:51.220087 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.220439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.220783 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.221120 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.221454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.221791 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.222158 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.222482 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.222810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.223134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.223459 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.223785 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.224107 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.224426 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.224744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481f123a-122c-4b9c-9699-c16baa069a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:51.252598 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-d34e6c7f-43fd-4ba2-a5c0-32b97633d56b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486031 Sep 16 05:50:51.280650 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] Publish callbacks [] for security_group (6728d1c1-e582-4adb-a1ba-ba1eef71c98f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.302463 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] Publish callbacks [] for security_group (6728d1c1-e582-4adb-a1ba-ba1eef71c98f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.359276 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-282a2eab-e268-4de7-a99e-afdc7b6298c5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911324 Sep 16 05:50:51.456503 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-2d474d69-b6d8-4d8c-acbe-2ab2e59c619b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910704 Sep 16 05:50:51.510120 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (6728d1c1-e582-4adb-a1ba-ba1eef71c98f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.512991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:51.516461 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6728d1c1-e582-4adb-a1ba-ba1eef71c98f HTTP/1.1" status: 204 len: 168 time: 0.3091486 Sep 16 05:50:51.522355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfbc07-3f96-401e-8b00-d2f94b530301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728d1c1-e582-4adb-a1ba-ba1eef71c98f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:51.709553 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6edb4992-3d28-4555-b742-8f914a42a41d req-f8441d61-1018-434f-b1e5-2514ebc182f7 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0315554 Sep 16 05:50:52.186666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49858) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:52.200436 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b2f67f57-8bf6-4ece-9568-f3839dc0c5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:52.259610 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:52.279364 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b2f67f57-8bf6-4ece-9568-f3839dc0c5d2 admin admin] Publish callbacks [] for security_group (230d5ab4-c2e4-44e4-8b3e-998a6487dbc7), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:52.364662 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-40e3c90a-1050-4acd-b290-644fa16ec193 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414805 Sep 16 05:50:52.391177 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b2f67f57-8bf6-4ece-9568-f3839dc0c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (230d5ab4-c2e4-44e4-8b3e-998a6487dbc7), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:52.412746 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:52.434557 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b2f67f57-8bf6-4ece-9568-f3839dc0c5d2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=98100653c5564dd7863e39b63463fa29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467747 Sep 16 05:50:52.436248 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f67f57-8bf6-4ece-9568-f3839dc0c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230d5ab4-c2e4-44e4-8b3e-998a6487dbc7,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:52.438182 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49862) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:52.456334 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-807e05eb-1f09-4152-9449-bd3e58051f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:52.457852 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-807e05eb-1f09-4152-9449-bd3e58051f12 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 1130 time: 0.0540717 Sep 16 05:50:52.550374 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] Publish callbacks [] for security_group (230d5ab4-c2e4-44e4-8b3e-998a6487dbc7), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:52.798874 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-60401854-292f-4a3c-9648-aa48da64d793 req-b75c66f3-b3ab-4fd2-bcdf-1eef1e568d71 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0299156 Sep 16 05:50:52.834620 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] Publish callbacks [] for security_group (230d5ab4-c2e4-44e4-8b3e-998a6487dbc7), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:52.848233 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-425ff0c1-444e-4d4b-a3f5-b26d141e8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:52.849653 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-425ff0c1-444e-4d4b-a3f5-b26d141e8325 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 915 time: 0.3715425 Sep 16 05:50:52.927337 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-acc06603-6c1c-41ef-b295-e83b9bf37bfb service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0 HTTP/1.1" status: 200 len: 1002 time: 0.0713146 Sep 16 05:50:52.978437 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-6506e41b-c140-4778-85fb-6fe253476782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:52.979856 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-6506e41b-c140-4778-85fb-6fe253476782 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0461133 Sep 16 05:50:53.021379 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:53.024626 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-55cf2db0-be8e-4d89-bf91-bb9d832ecfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:53.026125 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-55cf2db0-be8e-4d89-bf91-bb9d832ecfb3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408800 Sep 16 05:50:53.027156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (230d5ab4-c2e4-44e4-8b3e-998a6487dbc7), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:53.030361 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:53.031735 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/230d5ab4-c2e4-44e4-8b3e-998a6487dbc7 HTTP/1.1" status: 204 len: 168 time: 0.5925517 Sep 16 05:50:53.062076 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb981c-f7f0-4028-ba5f-696a335e10f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230d5ab4-c2e4-44e4-8b3e-998a6487dbc7,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:53.110138 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:53.146130 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-90132083-cec2-4f1b-8612-1c1b363f84aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115911 Sep 16 05:50:53.241597 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-98ca2499-0497-49a6-aef8-85a64ca0b643 req-be055e17-3287-4a78-a023-dc5b3feb1aad service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891769 Sep 16 05:50:53.812660 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8e66-e6f9-4eac-a6d4-3538431a0d74 req-00d0269a-04e7-4760-b0de-206b2a454aa5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:53.814063 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ffab8e66-e6f9-4eac-a6d4-3538431a0d74 req-00d0269a-04e7-4760-b0de-206b2a454aa5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0471845 Sep 16 05:50:53.870039 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ffab8e66-e6f9-4eac-a6d4-3538431a0d74 req-b5ba3da8-c41b-43c0-a528-51d046cc741f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503070 Sep 16 05:50:53.911656 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8d7fd7b4-9d5f-4e98-ab8e-23cdfc190e1c req-f188b50e-8f2e-4449-92cb-731865d7fe87 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0312483 Sep 16 05:50:54.708859 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49908) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:54.813585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2ad0efe5-b9bb-4249-99db-694f5e280ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:54.892247 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2ad0efe5-b9bb-4249-99db-694f5e280ab7 admin admin] Publish callbacks [] for security_group (14062c36-dfc6-4a0d-b127-601afe6d5428), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:54.953073 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2ad0efe5-b9bb-4249-99db-694f5e280ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (14062c36-dfc6-4a0d-b127-601afe6d5428), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:54.998049 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0efe5-b9bb-4249-99db-694f5e280ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14062c36-dfc6-4a0d-b127-601afe6d5428,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:55.004198 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2ad0efe5-b9bb-4249-99db-694f5e280ab7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6f196eb65bea4b319fad82efbac0d686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936566 Sep 16 05:50:55.008294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49916) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:55.024026 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9717ae-b5e6-4da2-a59d-24efef3f0253 req-e0e25c04-422a-40f0-b9da-f412d75badfe tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:55.025537 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9b9717ae-b5e6-4da2-a59d-24efef3f0253 req-e0e25c04-422a-40f0-b9da-f412d75badfe tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0746179 Sep 16 05:50:55.043964 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dd3925bf-8bbc-4060-946c-9e9f08fbbe0f req-c2ec8dfb-1eac-426d-8935-ce56656b85cc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0372427 Sep 16 05:50:55.081725 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9b9717ae-b5e6-4da2-a59d-24efef3f0253 req-e1b91990-4fcb-4e1c-8fe5-d885b3a6896e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bcaa0768-863e-4c6d-8f09-6621771bb819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501714 Sep 16 05:50:55.083777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] Publish callbacks [] for security_group (14062c36-dfc6-4a0d-b127-601afe6d5428), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.104212 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] Publish callbacks [] for security_group (14062c36-dfc6-4a0d-b127-601afe6d5428), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.229712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (14062c36-dfc6-4a0d-b127-601afe6d5428), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.232245 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.234331 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/14062c36-dfc6-4a0d-b127-601afe6d5428 HTTP/1.1" status: 204 len: 168 time: 0.2251964 Sep 16 05:50:55.241980 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc83b3-4faa-4a7e-9bab-2d1eb6a049b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14062c36-dfc6-4a0d-b127-601afe6d5428,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:55.443553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-a075e233-17f4-476c-9c29-e4087fc8b704 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:55.444949 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-a075e233-17f4-476c-9c29-e4087fc8b704 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 946 time: 0.0525706 Sep 16 05:50:55.532987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port adfaa981-65c3-40d7-840b-f21da92a292b {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:50:55.533322 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.652124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] For port adfaa981-65c3-40d7-840b-f21da92a292b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=adfaa981-65c3-40d7-840b-f21da92a292b,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:55.652486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.697524 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-8a05bd18-f143-4a44-be3b-26115a96ed75 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:55.698912 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-8a05bd18-f143-4a44-be3b-26115a96ed75 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 815 time: 0.1231697 Sep 16 05:50:55.718110 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'port': {'device_id': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'admin_state_up': True, 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:55.775417 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:55.849991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.850350 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:55.850662 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 6181e53e-cb2a-4450-a326-c555c7a1d26b disassociated. External IP: 172.27.0.168, port: adfaa981-65c3-40d7-840b-f21da92a292b. Sep 16 05:50:55.850993 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for adfaa981-65c3-40d7-840b-f21da92a292b owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:50:55.896471 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:55.916616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Made reservation on behalf of d0f3aae0f9814d189d002373cc873f42 for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:55.921416 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.058209 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Allocated IP 172.20.0.10 (601940b2-b28c-467d-9802-dc368918e805/e2634432-de7f-4b0d-9c03-cf99a7509f91/5cde941f-7226-4219-afe4-2b663c32d6ff) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:56.061616 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (adfaa981-65c3-40d7-840b-f21da92a292b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.092604 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=adfaa981-65c3-40d7-840b-f21da92a292b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:56.208442 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9860e1f3-7d0e-4683-86f3-0c817d79192e req-14f8200c-190f-4bf3-81e0-131ceccc0285 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0434563 Sep 16 05:50:56.257498 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6c79f0b3-3c8f-48a2-962e-7f60f3eae721 req-14ac61fb-b9dd-41cf-9091-3f091c5b53e4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0689344 Sep 16 05:50:56.286352 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:56.340571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.371356 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:56.379846 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49954) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:56.407815 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:56.423007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:56.433602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:56.435058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:56.449438 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.461168 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] No DVR routers for this DVR port adfaa981-65c3-40d7-840b-f21da92a292b on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:50:56.464808 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.469090 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6a7d1c5f-428f-4267-af86-e58f48ec83ab req-6126ea4f-1cb3-4398-8769-6e92ebd52cc7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "DELETE /networking/v2.0/ports/adfaa981-65c3-40d7-840b-f21da92a292b HTTP/1.1" status: 204 len: 173 time: 1.0180390 Sep 16 05:50:56.470094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'name': 'network-vif-deleted', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:56.481430 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f035216d-3a62-4a4c-83da-36591a75ca2b" -d '{"events": [{"server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "name": "network-vif-deleted", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:56.518583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:56.539057 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Network 601940b2-b28c-467d-9802-dc368918e805 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:56.541812 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:56.542215 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3bcc8-5b43-4fec-8f76-daee5ef6f43d x-openstack-request-id: req-6fd3bcc8-5b43-4fec-8f76-daee5ef6f43d {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:56.542916 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bba47b-cbc0-4d98-a203-e4952668ab7c", "name": "network-vif-deleted", "tag": "adfaa981-65c3-40d7-840b-f21da92a292b", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:56.544051 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fd3bcc8-5b43-4fec-8f76-daee5ef6f43d {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:56.544669 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd3bcc8-5b43-4fec-8f76-daee5ef6f43d'] response: {'server_uuid': '72bba47b-cbc0-4d98-a203-e4952668ab7c', 'name': 'network-vif-deleted', 'tag': 'adfaa981-65c3-40d7-840b-f21da92a292b', 'status': 'completed', 'code': 200} Sep 16 05:50:56.565459 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:50:56.601680 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:56.614691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922880294-network', 'tenant_id': '09daa04b5df3418ab5552d9e53521d7c'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:56.655630 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:56.656275 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.760559 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:56.801767 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-b75f1ba2-dec4-4e72-80a6-6940c0f15f0b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0877001 Sep 16 05:50:56.802809 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Made reservation on behalf of 09daa04b5df3418ab5552d9e53521d7c for: {'network': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:56.812366 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.839519 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Request body: {'port': {'device_id': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:56.851911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.951446 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Provisioning complete for port 5cde941f-7226-4219-afe4-2b663c32d6ff triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:50:56.951804 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:56.952348 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Attempt 1 to provision port 5cde941f-7226-4219-afe4-2b663c32d6ff Sep 16 05:50:57.015787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:57.040948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Port 5cde941f-7226-4219-afe4-2b663c32d6ff cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:57.053083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.126217 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:57.130084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:57.157303 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:50:57.171217 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:50:57.171965 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks [] for security_group (b9f03ded-c4c2-44a5-89ce-f704f47742eb), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.172445 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:50:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:57.297684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b9f03ded-c4c2-44a5-89ce-f704f47742eb), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.349627 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:50:57.354262 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=113249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:57.395027 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (8f3400af-7a5d-479c-bc9d-69bd94dece4a), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.395646 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.segments_db [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Added segment 8f3400af-7a5d-479c-bc9d-69bd94dece4a of type vlan for network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 Sep 16 05:50:57.426177 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f03ded-c4c2-44a5-89ce-f704f47742eb,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:57.434836 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3367756b-693c-453e-aebf-dc16f0ef14b2 req-356cd496-53bf-4dde-a795-9b80c37a0a85 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0399477 Sep 16 05:50:57.496799 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459b340-ac26-422e-bffd-296b2cb0862a req-cfc268ab-44f2-4a0d-82dc-25cab6857f8a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:57.501919 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c459b340-ac26-422e-bffd-296b2cb0862a req-cfc268ab-44f2-4a0d-82dc-25cab6857f8a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 932 time: 0.1272755 Sep 16 05:50:57.523208 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.549084 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Attempt 2 to provision port 5cde941f-7226-4219-afe4-2b663c32d6ff Sep 16 05:50:57.559190 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:57.629128 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Port 5cde941f-7226-4219-afe4-2b663c32d6ff cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:57.639999 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cde941f-7226-4219-afe4-2b663c32d6ff {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:50:57.647432 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c459b340-ac26-422e-bffd-296b2cb0862a req-ae4e1b27-19ff-452b-bc1e-7058dd208fc1 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304715 Sep 16 05:50:57.652697 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks [] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.668194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Transition to ACTIVE for port object 5cde941f-7226-4219-afe4-2b663c32d6ff will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:50:57.694081 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.695537 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:57.696458 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.703904 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:57.709029 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:57.734822 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b067421-a79f-498c-b2c2-e558dbbf5291 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '26d14219-3150-4451-ab6e-4999eaa3848d', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:b1:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:48:46Z', 'updated_at': '2022-09-16T05:49:06Z', 'revision_number': 2, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:57.775411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.779683 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:57.800583 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:57.822135 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d00efc41-4298-4a3d-8114-f1995836a9b7 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4411836 Sep 16 05:50:57.826636 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 49974) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:57.835109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Request body: {'subnet': {'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922880294-subnet', 'tenant_id': '09daa04b5df3418ab5552d9e53521d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:57.848369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:57.940124 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Attempting to bind port 5cde941f-7226-4219-afe4-2b663c32d6ff on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:50:57.940487 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Attempting to bind port 5cde941f-7226-4219-afe4-2b663c32d6ff by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:50:57.940878 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Attempting to bind port 5cde941f-7226-4219-afe4-2b663c32d6ff on network 601940b2-b28c-467d-9802-dc368918e805 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:57.978699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Made reservation on behalf of 09daa04b5df3418ab5552d9e53521d7c for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:57.981069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:57.995479 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Port 5cde941f-7226-4219-afe4-2b663c32d6ff on network 601940b2-b28c-467d-9802-dc368918e805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:50:57.996338 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Attempting to bind port 5cde941f-7226-4219-afe4-2b663c32d6ff on network 601940b2-b28c-467d-9802-dc368918e805 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:58.053793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:50:58.054099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Checking segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:58.054498 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Bound using segment: {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:50:58.055148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Bound port: 5cde941f-7226-4219-afe4-2b663c32d6ff, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310df53b-3818-4dad-8406-70c37d2f13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '601940b2-b28c-467d-9802-dc368918e805'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:50:58.055513 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:58.114707 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:58.131270 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Attempt 3 to provision port 5cde941f-7226-4219-afe4-2b663c32d6ff Sep 16 05:50:58.178069 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:58.182223 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:58.192960 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Port 5cde941f-7226-4219-afe4-2b663c32d6ff cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:50:58.234834 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e7bdd-6409-42f1-9e4a-1e2714dfc230 None None] New status for floating IP 6181e53e-cb2a-4450-a326-c555c7a1d26b: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:50:58.254599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:58.257848 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:58.262088 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:58.262088 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1094 time: 1.4296420 Sep 16 05:50:58.262419 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:50:58.265300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bec38-c2f1-4318-8845-35e86954e4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:58.327663 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e699068-c511-4d25-bd08-676036ce6609 x-openstack-request-id: req-4e699068-c511-4d25-bd08-676036ce6609 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:58.328955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:58.328955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e699068-c511-4d25-bd08-676036ce6609 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:58.328955 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e699068-c511-4d25-bd08-676036ce6609'] response: {'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:50:58.346508 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (0520ca81-4ddb-44b0-b16e-e5db0c789ae7), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:58.391581 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d462d4-e67a-44a2-8352-ec803b21dbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:58.449617 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0520ca81-4ddb-44b0-b16e-e5db0c789ae7,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:58.491206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Checking segment: {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:50:58.492059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Network hostable DHCP agents. Network: c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:50:58.586359 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:50:58.614918 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5c9c7bcf-0e87-434f-8a1b-dbab76c77569 req-35becdd0-7215-4172-8cef-b34954ca7fea tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72bba47b-cbc0-4d98-a203-e4952668ab7c HTTP/1.1" status: 200 len: 210 time: 0.0320928 Sep 16 05:50:58.653789 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:58.664580 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714af02-b325-4c47-a032-1b52d7b37cf6 None None] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:58.665175 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:58.667585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:58.711119 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Attempt 4 to provision port 5cde941f-7226-4219-afe4-2b663c32d6ff Sep 16 05:50:58.753371 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-788c7925-5ce5-4f9d-a02f-63887c246f64 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9249418 Sep 16 05:50:58.869221 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e8ac-dd6c-4657-8ffc-66491adb464f req-289e8be9-9fb7-48fb-b008-23f289f5c4b8 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:58.891455 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6e61e8ac-dd6c-4657-8ffc-66491adb464f req-289e8be9-9fb7-48fb-b008-23f289f5c4b8 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.1092646 Sep 16 05:50:58.932561 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0d416969-ecdc-4622-9fa1-fc1932d398d6 None None] Port 5cde941f-7226-4219-afe4-2b663c32d6ff had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:50:59.004101 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6e61e8ac-dd6c-4657-8ffc-66491adb464f req-1be69a4f-e9ec-4144-b644-9141b2161415 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117115 Sep 16 05:50:59.007243 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff184ec7-1a61-4cce-b286-573e8a517243 None None] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:50:59.155130 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device adfaa981-65c3-40d7-840b-f21da92a292b no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:59.167222 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-3e5ddfde-7fd7-4ac7-86da-522845ec63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:50:59.168840 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-3e5ddfde-7fd7-4ac7-86da-522845ec63c6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1128 time: 0.0952137 Sep 16 05:50:59.182587 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: adfaa981-65c3-40d7-840b-f21da92a292b {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:50:59.182949 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device adfaa981-65c3-40d7-840b-f21da92a292b not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:59.800800 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 49996) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:50:59.883021 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:50:59.895653 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (bcaa0768-863e-4c6d-8f09-6621771bb819), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:50:59.926357 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (bcaa0768-863e-4c6d-8f09-6621771bb819), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.077514 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (bcaa0768-863e-4c6d-8f09-6621771bb819), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.081637 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.083370 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bcaa0768-863e-4c6d-8f09-6621771bb819 HTTP/1.1" status: 204 len: 168 time: 0.2823527 Sep 16 05:51:00.086317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50002) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:00.097275 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba39b-b875-44fc-8aca-eff356f345ad tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa0768-863e-4c6d-8f09-6621771bb819,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:00.116148 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-a0a630d1-e1cb-4c72-9741-cced6885f7ac tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] show failed (client error): The resource could not be found. Sep 16 05:51:00.126414 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a0a630d1-e1cb-4c72-9741-cced6885f7ac tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups/bcaa0768-863e-4c6d-8f09-6621771bb819 HTTP/1.1" status: 404 len: 347 time: 0.0390377 Sep 16 05:51:00.129406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50004) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:00.174646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d9764-4797-4d3f-9673-bc0321303027 req-91b1d17a-a4d5-47da-aae1-c555b387d252 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:00.187741 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a6d9764-4797-4d3f-9673-bc0321303027 req-91b1d17a-a4d5-47da-aae1-c555b387d252 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0696542 Sep 16 05:51:00.262568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 4e2eef88-cee7-4548-b11f-51e0265ec66d {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:51:00.263019 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.265995 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5a6d9764-4797-4d3f-9673-bc0321303027 req-8c33659b-eeef-476e-9ba4-c2f52f7143d0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823038 Sep 16 05:51:00.369651 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.370014 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (4e2eef88-cee7-4548-b11f-51e0265ec66d), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.384143 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 4e2eef88-cee7-4548-b11f-51e0265ec66d owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:51:00.391145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:00.614249 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (4e2eef88-cee7-4548-b11f-51e0265ec66d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.647479 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=4e2eef88-cee7-4548-b11f-51e0265ec66d,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:00.700823 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:00.715384 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (6181e53e-cb2a-4450-a326-c555c7a1d26b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.718650 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:00.720061 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a76034b6-f58b-4c26-b9fe-78a942c1a708 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/6181e53e-cb2a-4450-a326-c555c7a1d26b HTTP/1.1" status: 204 len: 168 time: 0.5897000 Sep 16 05:51:01.142938 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-5792f67f-e5d9-4f60-916a-c08a5b3091db tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:01.145166 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-5792f67f-e5d9-4f60-916a-c08a5b3091db tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 HTTP/1.1" status: 200 len: 809 time: 0.1219580 Sep 16 05:51:01.160811 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-b0d69ab0-59ed-4e6a-8cd0-7375b8832a82 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/quotas/09daa04b5df3418ab5552d9e53521d7c HTTP/1.1" status: 200 len: 375 time: 0.0097475 Sep 16 05:51:01.195999 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-3fcada52-8449-4170-a1e1-ca6593a957bd tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295813 Sep 16 05:51:01.331138 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-53803884-adad-42c6-8133-c75a71626c14 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273482 Sep 16 05:51:01.422699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f439212-7dc4-4394-ae90-458ff37f7d79 req-072e2bab-13fc-4943-ae61-ca0012b72371 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:01.429620 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0f439212-7dc4-4394-ae90-458ff37f7d79 req-072e2bab-13fc-4943-ae61-ca0012b72371 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0718029 Sep 16 05:51:01.457597 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-75c5dae4-2e06-467e-9d2c-063fc82f32e9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197410 Sep 16 05:51:01.494234 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0f439212-7dc4-4394-ae90-458ff37f7d79 req-e8de8584-cc1f-4fee-91e2-e9a97d1733d2 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Sep 16 05:51:01.728729 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-af8c5be5-7914-46de-9a61-c72d8a0398f4 req-91e37959-914c-4e5a-be97-e8df488e34af tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0299037 Sep 16 05:51:02.121135 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f78c-0676-4156-a086-9f5924306f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:02.640002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72076-299d-4ac7-b039-06987e9f9bdb req-8688d0f6-cf65-4b60-89be-0f93bd4515da tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:02.642061 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8dc72076-299d-4ac7-b039-06987e9f9bdb req-8688d0f6-cf65-4b60-89be-0f93bd4515da tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0649052 Sep 16 05:51:02.711989 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8dc72076-299d-4ac7-b039-06987e9f9bdb req-4160c872-595f-46bc-88ce-0f56483673e2 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Sep 16 05:51:02.830886 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6e7bed88-c2e1-4daf-ae86-8901b4ab3337 req-c79211ab-33c8-41e2-a649-869eb0c0a7fa tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0376866 Sep 16 05:51:03.986278 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-63ab2f2a-c718-400b-9185-31aed9f39912 req-28f6b564-bd0e-42a6-8adb-e5e04fce89d3 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0387309 Sep 16 05:51:04.138267 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f2b1-9cdd-4b7d-869f-d4c82ed35493 req-e4000c7a-7ab3-48bc-a2c8-8ccc72e03ddf tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:04.140698 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-99b1f2b1-9cdd-4b7d-869f-d4c82ed35493 req-e4000c7a-7ab3-48bc-a2c8-8ccc72e03ddf tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.3396685 Sep 16 05:51:04.193056 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-99b1f2b1-9cdd-4b7d-869f-d4c82ed35493 req-416974f0-c46b-4215-ba9a-c22c8e3acad7 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464456 Sep 16 05:51:04.276821 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-8150cf15-5a38-4c6c-8f14-43ed1b74b589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:05.092248 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5630e00e-69cb-4a92-9cca-12c09d26347d req-80057b1a-3a9a-4069-8880-48e638f60dc0 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0286024 Sep 16 05:51:05.316760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4e66-56d7-4f8d-85d6-6bf95e77405d req-336276ac-1faa-473e-84ba-88a9a5484fff tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:05.318316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-57da4e66-56d7-4f8d-85d6-6bf95e77405d req-336276ac-1faa-473e-84ba-88a9a5484fff tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0502331 Sep 16 05:51:05.362974 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:05.367951 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-57da4e66-56d7-4f8d-85d6-6bf95e77405d req-1cd15f23-33dd-4588-9c9a-13720b977b6b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Sep 16 05:51:05.408622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-301f7622-2ba7-414e-be88-8a2dac062372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:05.410157 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-301f7622-2ba7-414e-be88-8a2dac062372 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=d0f3aae0f9814d189d002373cc873f42&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029100 Sep 16 05:51:05.517185 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-c12c5e36-0034-4d3e-be28-72add701f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:05.519244 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-585bec38-c2f1-4318-8845-35e86954e4f8 req-c12c5e36-0034-4d3e-be28-72add701f39f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005826 Sep 16 05:51:05.643282 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-3cc85166-80c8-42b2-97e0-8631f9126b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:05.644763 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-3cc85166-80c8-42b2-97e0-8631f9126b06 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1128 time: 0.0421562 Sep 16 05:51:05.692041 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-66be3934-3d9b-4f5e-ac3e-296e7ccfcdc5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 217 time: 0.0350494 Sep 16 05:51:05.944757 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:06.002934 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-0059d95d-3565-4269-bfcc-014177fbc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:06.004407 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-0059d95d-3565-4269-bfcc-014177fbc52c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0468903 Sep 16 05:51:06.058831 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:06.062518 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-179d1fee-4307-4478-bda7-9c78c66c74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:06.064080 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-179d1fee-4307-4478-bda7-9c78c66c74a1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464144 Sep 16 05:51:06.200223 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-10ee2322-b03e-47b0-aaf3-9b35b02a03e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948849 Sep 16 05:51:06.206132 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7dffad2a-b4af-4cb4-91d2-e099791f21d0 req-b405eb6d-831f-4f57-bcb1-a61d71d6711f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0343487 Sep 16 05:51:06.301324 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c494dd4c-ca81-49cd-933d-98e801a1ff3c req-edb3a752-0008-4ce6-a7b7-a305c6467e1e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940912 Sep 16 05:51:06.514828 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b884ffd-b69b-4efa-860f-7ebb05c592b0 req-fdb3c777-cbd8-4636-a38c-be22c4bbe739 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:06.516363 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b884ffd-b69b-4efa-860f-7ebb05c592b0 req-fdb3c777-cbd8-4636-a38c-be22c4bbe739 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0523293 Sep 16 05:51:06.568737 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2b884ffd-b69b-4efa-860f-7ebb05c592b0 req-ede81fc7-cecb-4b7b-a3b6-b86f3de3a1e0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Sep 16 05:51:07.305156 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-db53d990-8136-4d71-b1b9-716c1f9f1e69 req-f3a49d24-eff1-4ab7-a308-58aa7f2dea7d tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0293226 Sep 16 05:51:07.434283 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-afd5cee9-f2e8-41ce-be86-eb4ef58d0e37 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:07.435761 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-afd5cee9-f2e8-41ce-be86-eb4ef58d0e37 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 HTTP/1.1" status: 200 len: 809 time: 0.1102998 Sep 16 05:51:07.455091 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Request body: {'port': {'device_id': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10', 'admin_state_up': True, 'tenant_id': '09daa04b5df3418ab5552d9e53521d7c'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:07.476256 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:07.630953 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Made reservation on behalf of 09daa04b5df3418ab5552d9e53521d7c for: {'port': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:07.634837 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:07.721247 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa9a88-c01c-445c-8525-ea9198a4d9af req-9bb75851-55db-4d25-a3af-3802c5d57e9a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:07.722946 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fdaa9a88-c01c-445c-8525-ea9198a4d9af req-9bb75851-55db-4d25-a3af-3802c5d57e9a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0731981 Sep 16 05:51:07.774147 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:07.786371 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fdaa9a88-c01c-445c-8525-ea9198a4d9af req-2b0631bd-2457-4278-8753-cfff24a72e80 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Sep 16 05:51:07.797652 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Allocated IP 172.20.0.4 (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10/0520ca81-4ddb-44b0-b16e-e5db0c789ae7/cabcd50a-d031-423a-b725-8b3f45dc38cc) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:07.977298 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks [] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:07.986599 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:08.003756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:08.325088 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:08.416072 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b45aa03d-2826-4853-8dab-b6490ec87b45 req-9d26682d-0273-4de8-81fe-32796fdab1d3 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0338695 Sep 16 05:51:08.443194 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:08.786616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:08.836598 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:08.842447 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:08.848563 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:51:08.851587 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Pushing event updated for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:08.935914 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:08.935914 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:08.945392 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b806f-2c78-4e4e-9297-1fab06822d1c req-ea1d398e-8802-44ad-97f9-ffe121f50f40 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:08.946867 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-152b806f-2c78-4e4e-9297-1fab06822d1c req-ea1d398e-8802-44ad-97f9-ffe121f50f40 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 944 time: 0.0690181 Sep 16 05:51:09.003221 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-152b806f-2c78-4e4e-9297-1fab06822d1c req-4e86520b-0184-4c7b-9437-1570adb43970 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Sep 16 05:51:09.033301 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-306d75b0-206d-45e3-a7fd-88bb0b711e5f tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5825648 Sep 16 05:51:09.034005 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824ec56-c4c6-49f4-80a4-fedb2a10e885 req-ce7712e7-8786-418a-aed2-b50c626b2a47 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:09.035509 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e824ec56-c4c6-49f4-80a4-fedb2a10e885 req-ce7712e7-8786-418a-aed2-b50c626b2a47 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0475540 Sep 16 05:51:09.083390 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e824ec56-c4c6-49f4-80a4-fedb2a10e885 req-275a30e3-abca-4018-8681-01d6d74ff9ca tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Sep 16 05:51:09.157956 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 5cde941f-7226-4219-afe4-2b663c32d6ff details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:09.166919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:09.232730 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:09.259798 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:09.270741 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'port_id': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'mac_address': 'fa:16:3e:27:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:09.305850 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 5cde941f-7226-4219-afe4-2b663c32d6ff is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:09.306257 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:09.319547 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cde941f-7226-4219-afe4-2b663c32d6ff {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:09.342279 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:09.401092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:09.448200 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:09.455664 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.456013 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.456380 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.456725 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.457076 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.457404 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.457713 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.458070 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.458398 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.458722 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.459045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.459470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.459674 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.459995 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.460392 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:09.538516 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0687ae-572f-4680-ab49-39cd562bab8e req-0b714296-647c-48e5-9dae-5d397dc76a22 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:09.539958 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7a0687ae-572f-4680-ab49-39cd562bab8e req-0b714296-647c-48e5-9dae-5d397dc76a22 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 931 time: 0.0466802 Sep 16 05:51:09.586233 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7a0687ae-572f-4680-ab49-39cd562bab8e req-8ae62a63-85e5-41ba-be88-6ecdc85998e7 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Sep 16 05:51:09.689466 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:10.125088 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaf40a-c068-4914-885a-5e899de55866 req-3e7d3c4d-4d7c-4962-8ab4-601f10539bdd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:10.126701 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1efaf40a-c068-4914-885a-5e899de55866 req-3e7d3c4d-4d7c-4962-8ab4-601f10539bdd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 945 time: 0.0467894 Sep 16 05:51:10.175004 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1efaf40a-c068-4914-885a-5e899de55866 req-d70c1a30-5bb8-4a5d-9f80-333921cb3eed tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Sep 16 05:51:10.206891 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81986c48-b0ca-4598-b1e5-51cf8472169d req-d43f35ac-c14c-4224-83a2-6651d285da82 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:10.208361 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-81986c48-b0ca-4598-b1e5-51cf8472169d req-d43f35ac-c14c-4224-83a2-6651d285da82 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0487027 Sep 16 05:51:10.246798 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Request body: {'port': {'device_id': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:10.288347 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-81986c48-b0ca-4598-b1e5-51cf8472169d req-b04a9c8e-3633-45fe-95b8-4c57672512e1 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b7daac86-83e9-425a-84c1-29e79ea91551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744390 Sep 16 05:51:10.323371 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.534791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:10.585786 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabcd50a-d031-423a-b725-8b3f45dc38cc {{(pid=113249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:10.593194 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks [] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.606279 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.provisioning_blocks [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Transition to ACTIVE for port object cabcd50a-d031-423a-b725-8b3f45dc38cc will not be triggered until provisioned by entity L2. {{(pid=113249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:51:10.664638 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.722291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-78b23468-3b2c-48ac-8049-4afee253f207 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:10.723674 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-78b23468-3b2c-48ac-8049-4afee253f207 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 946 time: 0.0815535 Sep 16 05:51:10.731318 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcede3-a619-4a84-a535-6b4b639cea33 req-e9485af3-1689-4076-8552-2abbd09db864 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:10.734625 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-75dcede3-a619-4a84-a535-6b4b639cea33 req-e9485af3-1689-4076-8552-2abbd09db864 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 943 time: 0.0593781 Sep 16 05:51:10.753211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Pushing event updated for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:10.785183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Attempting to bind port cabcd50a-d031-423a-b725-8b3f45dc38cc on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:51:10.785510 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Attempting to bind port cabcd50a-d031-423a-b725-8b3f45dc38cc by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:51:10.785848 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Attempting to bind port cabcd50a-d031-423a-b725-8b3f45dc38cc on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:10.815630 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:10.828539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Port cabcd50a-d031-423a-b725-8b3f45dc38cc on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:10.828861 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Attempting to bind port cabcd50a-d031-423a-b725-8b3f45dc38cc on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:10.836679 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-75dcede3-a619-4a84-a535-6b4b639cea33 req-2ac7d04b-17f2-4cbf-8c46-ad9564994aef tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958710 Sep 16 05:51:10.849990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:51:10.852184 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.878864 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:51:10.879186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Checking segment: {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:51:10.879554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Bound using segment: {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'} {{(pid=113249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:51:10.879981 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.managers [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Bound port: cabcd50a-d031-423a-b725-8b3f45dc38cc, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'}}] {{(pid=113249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:51:10.880331 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.940768 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] For port a85ff859-2cff-4d36-a9e6-4a055d0b67b0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:10.942502 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:10.948231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, cleared binding levels {{(pid=113249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:10.951317 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:10.999199 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:11.013747 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.019906 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.020622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.022028 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/cabcd50a-d031-423a-b725-8b3f45dc38cc HTTP/1.1" status: 200 len: 1093 time: 0.7813060 Sep 16 05:51:11.028647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:11.028647 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa484d1-bae6-4e67-b88a-b744794f9455" -d '{"events": [{"name": "network-changed", "server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:11.052966 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:11.067881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842bcf68-3c21-460c-a475-8b48d25cb71c x-openstack-request-id: req-842bcf68-3c21-460c-a475-8b48d25cb71c {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:11.068160 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:11.068414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-842bcf68-3c21-460c-a475-8b48d25cb71c {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:11.068811 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842bcf68-3c21-460c-a475-8b48d25cb71c'] response: {'name': 'network-changed', 'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc', 'status': 'completed', 'code': 200} Sep 16 05:51:11.073631 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f896-d5ba-4061-953e-0642418caba0 service neutron] Pushing event updated for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=3']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:11.114775 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.115783 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.116105 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 26d14219-3150-4451-ab6e-4999eaa3848d disassociated. External IP: 172.27.0.133, port: a85ff859-2cff-4d36-a9e6-4a055d0b67b0. Sep 16 05:51:11.116449 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for a85ff859-2cff-4d36-a9e6-4a055d0b67b0 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:51:11.151921 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-7b64d18f-9f9b-40e9-b410-5758d37cc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.153393 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-7b64d18f-9f9b-40e9-b410-5758d37cc3e9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 1127 time: 0.0404198 Sep 16 05:51:11.171138 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 5cde941f-7226-4219-afe4-2b663c32d6ff up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:11.234884 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 5cde941f-7226-4219-afe4-2b663c32d6ff completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:51:11.276762 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-005b6799-50e4-420d-980c-f54fd5683194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.278379 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-005b6799-50e4-420d-980c-f54fd5683194 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=09daa04b5df3418ab5552d9e53521d7c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1117544 Sep 16 05:51:11.282208 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 5cde941f-7226-4219-afe4-2b663c32d6ff triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:51:11.282726 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.283113 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 5cde941f-7226-4219-afe4-2b663c32d6ff Sep 16 05:51:11.300074 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (a85ff859-2cff-4d36-a9e6-4a055d0b67b0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.335546 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=a85ff859-2cff-4d36-a9e6-4a055d0b67b0,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:11.345905 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a86b7-f880-4945-a932-7cbce0b36be2 req-d4ec1fb6-ec38-43c1-95fb-8e44a1bdb22a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.352827 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ab2a86b7-f880-4945-a932-7cbce0b36be2 req-d4ec1fb6-ec38-43c1-95fb-8e44a1bdb22a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 945 time: 0.0884440 Sep 16 05:51:11.376785 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 5cde941f-7226-4219-afe4-2b663c32d6ff is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:11.377185 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.393678 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-c8e67cf5-570e-4c23-a1ed-d051a2e495e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.395189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8aa484d1-bae6-4e67-b88a-b744794f9455 req-c8e67cf5-570e-4c23-a1ed-d051a2e495e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107345 Sep 16 05:51:11.409222 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:11.409222 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d0628-587d-4b1a-a792-36e66afb93f6" -d '{"events": [{"server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "name": "network-vif-plugged", "status": "completed", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:11.423490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:11.436720 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ab2a86b7-f880-4945-a932-7cbce0b36be2 req-6fbb8dbc-7bc2-4f72-aed4-aff6c25026c3 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830240 Sep 16 05:51:11.457688 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-48a629a4-c6c8-4fec-b504-de8e0ea57ef9 req-6ce5a1c5-48c0-4ea1-9dbc-24da624d7a30 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0321326 Sep 16 05:51:11.504997 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.508734 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee58b1-fb4a-482c-8640-53486c36ab46 x-openstack-request-id: req-c0ee58b1-fb4a-482c-8640-53486c36ab46 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:11.509284 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "name": "network-vif-plugged", "status": "completed", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:11.509530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0ee58b1-fb4a-482c-8640-53486c36ab46 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:11.511198 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ee58b1-fb4a-482c-8640-53486c36ab46'] response: {'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'code': 200} Sep 16 05:51:11.523719 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-be825c79-4556-4feb-af47-d17acd419f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.525207 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-be825c79-4556-4feb-af47-d17acd419f7d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 1127 time: 0.0485854 Sep 16 05:51:11.529802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:11.559138 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:11.604572 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-ca735a07-d1e3-466c-97a9-5ebd330480f7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc HTTP/1.1" status: 200 len: 217 time: 0.0396383 Sep 16 05:51:11.640943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:11.654953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:11.664130 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-fc0f9a6c-f6b1-4881-80f1-ccc9b37636a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.665284 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-fc0f9a6c-f6b1-4881-80f1-ccc9b37636a7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0520ca81-4ddb-44b0-b16e-e5db0c789ae7 HTTP/1.1" status: 200 len: 849 time: 0.0530462 Sep 16 05:51:11.666286 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:11.666894 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:11.684108 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] No DVR routers for this DVR port a85ff859-2cff-4d36-a9e6-4a055d0b67b0 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:51:11.688750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:11.690973 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cf96f91c-72af-4bcb-ac30-d509ac62e7bc req-1ebf1037-3834-49b0-90eb-b98b058e1ed9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "DELETE /networking/v2.0/ports/a85ff859-2cff-4d36-a9e6-4a055d0b67b0 HTTP/1.1" status: 204 len: 173 time: 0.9573019 Sep 16 05:51:11.691561 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'name': 'network-vif-deleted', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:11.693976 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13abb559-b795-4c15-a02e-bc8023338403" -d '{"events": [{"server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "name": "network-vif-deleted", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:11.704681 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-5496b5a7-af9f-42f6-b5c0-0f8fa21c565a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333459 Sep 16 05:51:11.716286 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:11.751473 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29caccc6-b112-4825-963a-ccbf78540b03 x-openstack-request-id: req-29caccc6-b112-4825-963a-ccbf78540b03 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:11.751656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fad8753-7846-4d0e-99b8-6403aeeb4b2c", "name": "network-vif-deleted", "tag": "a85ff859-2cff-4d36-a9e6-4a055d0b67b0", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:11.751880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29caccc6-b112-4825-963a-ccbf78540b03 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:11.752284 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29caccc6-b112-4825-963a-ccbf78540b03'] response: {'server_uuid': '9fad8753-7846-4d0e-99b8-6403aeeb4b2c', 'name': 'network-vif-deleted', 'tag': 'a85ff859-2cff-4d36-a9e6-4a055d0b67b0', 'status': 'completed', 'code': 200} Sep 16 05:51:11.810594 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:11.825485 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-1009daef-4d6e-4fdf-af6c-0826bd9ea646 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109231 Sep 16 05:51:11.901730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:11.917338 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16889-e022-4141-90cf-16485ec2cdc8 req-a335dc3e-c53c-4636-9dd9-0aeec17ba02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:11.918885 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9a16889-e022-4141-90cf-16485ec2cdc8 req-a335dc3e-c53c-4636-9dd9-0aeec17ba02d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1130 time: 0.0764561 Sep 16 05:51:11.951490 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ae69379a-1e67-4978-99e1-b3942e46f5e5 req-ad7b5d7b-cec6-4f49-9bb2-5d0019f35953 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237807 Sep 16 05:51:11.985189 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9a16889-e022-4141-90cf-16485ec2cdc8 req-66e8f467-5d1b-40f4-aeb9-1a9a356fe93d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583398 Sep 16 05:51:12.015249 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:12.033257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05ebe-705d-442a-a97f-d0e1ff31ae29 req-eefea010-6b96-463f-b37f-ea2538cfccbc tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:12.034828 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67f05ebe-705d-442a-a97f-d0e1ff31ae29 req-eefea010-6b96-463f-b37f-ea2538cfccbc tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 943 time: 0.0457697 Sep 16 05:51:12.064874 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.086024 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-67f05ebe-705d-442a-a97f-d0e1ff31ae29 req-94257ddd-367b-4f0e-878c-93742d0668f1 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Sep 16 05:51:12.094226 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:12.107050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:12.107050 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.326852 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:12.510794 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.537017 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac537d0-1ee9-4135-8601-c81dc769edc7 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:12.570790 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacedc8-8dc4-4943-bb94-3491bb1e7198 req-802a5482-9f57-49f6-bf55-ebb7269967f5 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:12.572297 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3cacedc8-8dc4-4943-bb94-3491bb1e7198 req-802a5482-9f57-49f6-bf55-ebb7269967f5 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0511358 Sep 16 05:51:12.588214 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ac12d659-ba78-4b92-a792-c665d17d3045 req-da0bc67f-4a79-4640-b835-ebe18576ed50 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0296693 Sep 16 05:51:12.631087 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3cacedc8-8dc4-4943-bb94-3491bb1e7198 req-9494944d-1138-43cd-864a-fb7139c860e7 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520532 Sep 16 05:51:12.767519 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63daa3b4-ba3a-405f-82d5-2532cb71877f None None] New status for floating IP 26d14219-3150-4451-ab6e-4999eaa3848d: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:51:13.217082 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad154f-ef7a-4265-aa7f-07f2195d8440 req-5da464e3-d37b-436e-bbb9-6ad459b51897 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:13.219610 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d2ad154f-ef7a-4265-aa7f-07f2195d8440 req-5da464e3-d37b-436e-bbb9-6ad459b51897 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 943 time: 0.0590200 Sep 16 05:51:13.272415 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d2ad154f-ef7a-4265-aa7f-07f2195d8440 req-ab0a6ef5-fe27-4046-8dad-2ef8beb9e637 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Sep 16 05:51:13.705110 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7a580c80-9be0-4f96-ae4c-8fc97999a500 req-d713700b-91ef-47e2-8f30-59f85ef6e396 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fad8753-7846-4d0e-99b8-6403aeeb4b2c HTTP/1.1" status: 200 len: 210 time: 0.0282753 Sep 16 05:51:13.754703 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd86b55-6524-4662-8ef9-73313419a733 req-1bdb197c-1ac7-4eaf-a02b-5ac3c35a9f04 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:13.756982 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9dd86b55-6524-4662-8ef9-73313419a733 req-1bdb197c-1ac7-4eaf-a02b-5ac3c35a9f04 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0493097 Sep 16 05:51:13.783220 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:13.794293 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:13.806161 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9dd86b55-6524-4662-8ef9-73313419a733 req-ba55c428-0431-4299-8e08-41c717dd859b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Sep 16 05:51:14.392231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511165ba-6764-414b-9195-e704c957361e req-ca923ce5-5523-4364-a280-ac20506db6de tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:14.393858 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-511165ba-6764-414b-9195-e704c957361e req-ca923ce5-5523-4364-a280-ac20506db6de tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 943 time: 0.0471885 Sep 16 05:51:14.441351 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-511165ba-6764-414b-9195-e704c957361e req-7176f1fa-c25a-4a0f-93ff-db6ad8fe3daf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Sep 16 05:51:14.883301 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50130) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:14.960402 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f8fe-fe4f-4700-ae1f-db7a21b79ff7 req-2789d7cc-d3fc-482d-accf-3658228a9003 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:14.961850 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e033f8fe-fe4f-4700-ae1f-db7a21b79ff7 req-2789d7cc-d3fc-482d-accf-3658228a9003 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0713656 Sep 16 05:51:15.194022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cabcd50a-d031-423a-b725-8b3f45dc38cc details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:15.209301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a85ff859-2cff-4d36-a9e6-4a055d0b67b0 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:15.230094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (b7daac86-83e9-425a-84c1-29e79ea91551), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.233544 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: a85ff859-2cff-4d36-a9e6-4a055d0b67b0 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:51:15.233916 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device a85ff859-2cff-4d36-a9e6-4a055d0b67b0 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:15.267002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (b7daac86-83e9-425a-84c1-29e79ea91551), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.282825 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e033f8fe-fe4f-4700-ae1f-db7a21b79ff7 req-0a07477e-f8b0-4b9e-b83c-85394f8dbfbe tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154478 Sep 16 05:51:15.329981 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:15.341223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'cabcd50a-d031-423a-b725-8b3f45dc38cc', 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10', 'port_id': 'cabcd50a-d031-423a-b725-8b3f45dc38cc', 'mac_address': 'fa:16:3e:0c:e9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0520ca81-4ddb-44b0-b16e-e5db0c789ae7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:15.378585 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port cabcd50a-d031-423a-b725-8b3f45dc38cc is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:15.379069 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.385114 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b7daac86-83e9-425a-84c1-29e79ea91551), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.388219 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.389873 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b7daac86-83e9-425a-84c1-29e79ea91551 HTTP/1.1" status: 204 len: 168 time: 0.5054522 Sep 16 05:51:15.394676 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50134) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:15.396469 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabcd50a-d031-423a-b725-8b3f45dc38cc {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:15.406852 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f985-8df7-412f-a2c1-94acba24a262 req-0351c006-cf59-416a-a6a0-7f27e9d20304 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:15.409611 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-be12f985-8df7-412f-a2c1-94acba24a262 req-0351c006-cf59-416a-a6a0-7f27e9d20304 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0481586 Sep 16 05:51:15.418317 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-e336b1f8-b1f0-41e1-9b73-5806c02a77fb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] show failed (client error): The resource could not be found. Sep 16 05:51:15.425944 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:15.426109 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e336b1f8-b1f0-41e1-9b73-5806c02a77fb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups/b7daac86-83e9-425a-84c1-29e79ea91551 HTTP/1.1" status: 404 len: 347 time: 0.0234337 Sep 16 05:51:15.426109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c1957-aa84-4482-b2f1-86484f6813ed tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7daac86-83e9-425a-84c1-29e79ea91551,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.426109 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50136) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:15.458251 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:15.465626 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-be12f985-8df7-412f-a2c1-94acba24a262 req-085aa2a3-ec76-4c50-be28-923c2038797f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491366 Sep 16 05:51:15.499288 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.560313 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.574464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 372f0fa8-3939-4f54-be49-a2a11a96cee1 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:51:15.574875 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.630973 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d75d9-a0fa-4a5e-8897-6a256e162139 req-d06873a0-643a-4372-b77f-e99126a84c70 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:15.632491 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a77d75d9-a0fa-4a5e-8897-6a256e162139 req-d06873a0-643a-4372-b77f-e99126a84c70 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 944 time: 0.0982435 Sep 16 05:51:15.699546 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.699791 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (372f0fa8-3939-4f54-be49-a2a11a96cee1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.717755 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a77d75d9-a0fa-4a5e-8897-6a256e162139 req-e85dc179-a7db-4f69-8781-da8d80790807 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787923 Sep 16 05:51:15.718758 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 372f0fa8-3939-4f54-be49-a2a11a96cee1 owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:51:15.742025 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:15.807551 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.827844 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027276-8ae2-4af1-aee2-86c9d1f6b2c2 req-b540738e-eea5-4325-aa5d-926a0aab4c54 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:15.828156 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['cabcd50a-d031-423a-b725-8b3f45dc38cc'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:15.829377 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c1027276-8ae2-4af1-aee2-86c9d1f6b2c2 req-b540738e-eea5-4325-aa5d-926a0aab4c54 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0480411 Sep 16 05:51:15.883558 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c1027276-8ae2-4af1-aee2-86c9d1f6b2c2 req-61cfdb1a-b264-4197-a6e7-d1c9c0c85f7f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Sep 16 05:51:15.899505 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (372f0fa8-3939-4f54-be49-a2a11a96cee1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.925257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=372f0fa8-3939-4f54-be49-a2a11a96cee1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.995141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (26d14219-3150-4451-ab6e-4999eaa3848d), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.997620 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:15.998786 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8bf4fef0-b679-4c45-b228-b8b4f63f76c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/26d14219-3150-4451-ab6e-4999eaa3848d HTTP/1.1" status: 204 len: 168 time: 0.5717778 Sep 16 05:51:16.137541 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50148) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:16.143046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975483824', 'description': 'tempest-description--1220701907'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:16.264195 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.333113 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.418938 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.449325 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.535168 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.536364 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f63f5cfe-adc3-49fc-9d83-96a158276103 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3977730 Sep 16 05:51:16.539683 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50150) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:16.544273 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': '72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:16.648442 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (cc96cafa-637f-420d-9a7c-ace2cff59fb6), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.664351 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:16.695462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:16.707810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (cc96cafa-637f-420d-9a7c-ace2cff59fb6), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.773620 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (cc96cafa-637f-420d-9a7c-ace2cff59fb6), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.795318 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc96cafa-637f-420d-9a7c-ace2cff59fb6,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.857996 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25038-aa62-434f-b4fa-25df4f468b61 req-597cdf8e-0423-4d5b-b69d-c305cb379c75 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:16.859496 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-31b25038-aa62-434f-b4fa-25df4f468b61 req-597cdf8e-0423-4d5b-b69d-c305cb379c75 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 944 time: 0.0530956 Sep 16 05:51:16.871910 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:16.873224 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b8d34f03-3219-4861-b921-5175983d1dff tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325217 Sep 16 05:51:16.876501 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50158) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:16.880821 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': '72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:16.914067 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-31b25038-aa62-434f-b4fa-25df4f468b61 req-8bad1cb5-5204-4d1b-a267-98f1fbb64fc1 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Sep 16 05:51:16.980147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (af5499bd-a6ad-42ba-a6eb-06d6b7f926da), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.054297 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (af5499bd-a6ad-42ba-a6eb-06d6b7f926da), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.122145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (af5499bd-a6ad-42ba-a6eb-06d6b7f926da), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.145258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5499bd-a6ad-42ba-a6eb-06d6b7f926da,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.217955 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cabcd50a-d031-423a-b725-8b3f45dc38cc up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:17.221203 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.222454 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c1b0e591-a037-477b-a398-53fa3f671719 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450072 Sep 16 05:51:17.231585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50160) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:17.236277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:17.281165 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port cabcd50a-d031-423a-b725-8b3f45dc38cc completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:51:17.333340 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.362295 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port cabcd50a-d031-423a-b725-8b3f45dc38cc triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:51:17.362667 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.363004 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port cabcd50a-d031-423a-b725-8b3f45dc38cc Sep 16 05:51:17.425558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.468629 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port cabcd50a-d031-423a-b725-8b3f45dc38cc is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:17.469275 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.496562 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:17.498838 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2bd95-a166-4fb3-9c16-8850e0fe067e" -d '{"events": [{"server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:17.514438 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:17.548859 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4416bc9-e9bc-45fc-9ceb-b9c5586b952e x-openstack-request-id: req-d4416bc9-e9bc-45fc-9ceb-b9c5586b952e {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:17.549194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.27.0.69 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/0db808b0-f148-439a-b238-0e4577ed4fec) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:17.549324 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:17.549464 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4416bc9-e9bc-45fc-9ceb-b9c5586b952e {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:17.549785 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4416bc9-e9bc-45fc-9ceb-b9c5586b952e'] response: {'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc', 'code': 200} Sep 16 05:51:17.584466 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.640007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:17.667546 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.687421 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (0db808b0-f148-439a-b238-0e4577ed4fec), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.768498 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.807817 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:17.810750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:17.817234 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:51:17.849454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=0db808b0-f148-439a-b238-0e4577ed4fec,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.851814 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:17.946824 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:17.950579 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807d9ed-9c92-4e6e-a4d0-8d4538d2865f req-6988b2c7-c9f3-467a-b560-e47aa9476aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:17.952073 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8807d9ed-9c92-4e6e-a4d0-8d4538d2865f req-6988b2c7-c9f3-467a-b560-e47aa9476aab service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 1129 time: 0.0578651 Sep 16 05:51:17.965462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:18.005709 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8807d9ed-9c92-4e6e-a4d0-8d4538d2865f req-ddea7538-297b-463d-a985-a6bdc13d8815 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Sep 16 05:51:18.054580 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a242c4-32df-41df-95bc-5a082abd0d31 req-2629745a-182c-4322-bc7c-f0fa84f6a7c6 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:18.062757 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8a242c4-32df-41df-95bc-5a082abd0d31 req-2629745a-182c-4322-bc7c-f0fa84f6a7c6 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0500636 Sep 16 05:51:18.078252 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:18.105097 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8a242c4-32df-41df-95bc-5a082abd0d31 req-73e52015-c183-4194-b9ef-6e26e1a24117 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Sep 16 05:51:18.229846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (0db808b0-f148-439a-b238-0e4577ed4fec), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:18.316034 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:18.382965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:18.386560 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=0db808b0-f148-439a-b238-0e4577ed4fec,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.461053 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:18.462296 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-eb121a7b-5b0f-4613-8a4e-9e74a61787b2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2297447 Sep 16 05:51:18.663117 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-94f0cd25-64e5-43b8-8ff6-92631e9c9610 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1975483824&fields=id&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 267 time: 0.0427485 Sep 16 05:51:18.778946 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-d92e81fc-9d89-4d22-a95c-d9d6d1c2ec63 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:18.780376 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-d92e81fc-9d89-4d22-a95c-d9d6d1c2ec63 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1104362 Sep 16 05:51:18.795846 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-9482bbda-27cd-4528-ab41-8de55fcc11d6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/quotas/86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 375 time: 0.0092669 Sep 16 05:51:18.847244 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-cb609a54-cfd7-4a4d-aa05-b0fd822bb9bb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461235 Sep 16 05:51:18.908057 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:18.952160 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-58b06440-e02e-4644-a396-b6c9e8df6382 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934539 Sep 16 05:51:19.018959 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:19.046284 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-ae4e1348-b291-47d4-9fb9-11418d62c8c8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Sep 16 05:51:19.237914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e20e-be01-4a35-b613-c2c9caf82a2f req-4c84e144-10c2-418d-a43f-8282c63209b2 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:19.239316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4b01e20e-be01-4a35-b613-c2c9caf82a2f req-4c84e144-10c2-418d-a43f-8282c63209b2 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0526433 Sep 16 05:51:19.291284 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4b01e20e-be01-4a35-b613-c2c9caf82a2f req-8b250c76-1ac7-4d86-a843-f5d6bce543ba tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 Sep 16 05:51:19.337239 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5d7289f7-a3c3-4fc6-b84b-a785b7a1941f req-6d1efb00-68dc-4a72-8932-9396eaf71eb6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 210 time: 0.0340569 Sep 16 05:51:20.415377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed459c-0585-4d73-8923-602a4fa558ab req-9e85c1c8-a2e1-4500-90d9-23514152f260 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:20.416805 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b2ed459c-0585-4d73-8923-602a4fa558ab req-9e85c1c8-a2e1-4500-90d9-23514152f260 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0493939 Sep 16 05:51:20.442541 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9f5830c4-28a1-404e-ac36-bd06a2aecc69 req-4525de6e-473d-46ac-83a6-2d824b8b622f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Sep 16 05:51:20.466420 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b2ed459c-0585-4d73-8923-602a4fa558ab req-08322ff0-0f0a-4044-9a08-d64d4ac083c1 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Sep 16 05:51:21.565381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:21.571863 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ab2e64df-3e6e-4ae6-a489-8d35476ccff6 req-70989768-32dd-4701-93ef-47f47cd476ce tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 210 time: 0.0403440 Sep 16 05:51:21.615447 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0aab88a-470f-42b5-8212-fb1f24bca1c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:21.617117 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0aab88a-470f-42b5-8212-fb1f24bca1c8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1438735 Sep 16 05:51:21.691542 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-4ac86dd8-b784-4f7a-805a-75480faa9495 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 380 time: 0.0593264 Sep 16 05:51:21.774193 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69319b-5e43-4bc8-ad90-5661644b8ab7 req-bb7c85e3-2fd8-418a-b313-d1aa3f33e598 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:21.775040 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6d69319b-5e43-4bc8-ad90-5661644b8ab7 req-bb7c85e3-2fd8-418a-b313-d1aa3f33e598 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0536492 Sep 16 05:51:21.826113 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6d69319b-5e43-4bc8-ad90-5661644b8ab7 req-8a36b4a5-7939-4e9b-832c-14bd1c52a912 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Sep 16 05:51:22.677513 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-cf06ef16-c92c-478b-8be0-c9be710c4976 req-cc2b3b4b-5e0c-450d-9d3d-720f089c52ab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 210 time: 0.0279565 Sep 16 05:51:22.769141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'port': {'device_id': '65eaba92-11e0-48a7-a15d-b83876732959', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'admin_state_up': True, 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'security_groups': ['72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:22.955030 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800af2a-f52b-4bc2-80fe-a4a0acf2cedc req-b508d047-a951-41a6-8295-41e19cd42648 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:22.956569 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7800af2a-f52b-4bc2-80fe-a4a0acf2cedc req-b508d047-a951-41a6-8295-41e19cd42648 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0523095 Sep 16 05:51:22.999523 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:23.003842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.017290 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7800af2a-f52b-4bc2-80fe-a4a0acf2cedc req-c90cbdba-8fdb-4f45-80b8-fb764b66c948 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546172 Sep 16 05:51:23.067558 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:23.131669 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.20.0.7 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/1b0e17b0-6654-41ce-8ec7-308ada1eeef0) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:23.247151 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-8cf56df6-bed8-4d5a-8992-63e9ff7c6e28 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:23.248911 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-8cf56df6-bed8-4d5a-8992-63e9ff7c6e28 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 945 time: 0.0479467 Sep 16 05:51:23.273462 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.336163 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Deleting port cabcd50a-d031-423a-b725-8b3f45dc38cc {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:51:23.336509 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.356956 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.399141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:23.410399 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:23.416125 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:23.418535 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:23.431399 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:51:23.447352 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] For port cabcd50a-d031-423a-b725-8b3f45dc38cc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cabcd50a-d031-423a-b725-8b3f45dc38cc,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:23.448085 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.463747 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Calling delete_port for cabcd50a-d031-423a-b725-8b3f45dc38cc owned by compute:nova {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:51:23.480013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:23.480628 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.563675 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b146eca3-ce55-4364-9d55-aa175a57b304 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990274 Sep 16 05:51:23.580553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Request body: {'port': {'device_id': '65eaba92-11e0-48a7-a15d-b83876732959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:23.642421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Provisioning complete for port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:51:23.643130 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.643702 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.644239 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Attempt 1 to provision port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 Sep 16 05:51:23.664973 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (cabcd50a-d031-423a-b725-8b3f45dc38cc), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.681882 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:51:23.698522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['cabcd50a-d031-423a-b725-8b3f45dc38cc'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:23.702127 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Pushing event deleted for resources: {'Port': ['ID=cabcd50a-d031-423a-b725-8b3f45dc38cc,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:23.763580 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] No DVR routers for this DVR port cabcd50a-d031-423a-b725-8b3f45dc38cc on host hv-cinder-85752 {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:51:23.766338 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.769881 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-da5d4a42-e80f-48a9-946c-74c7ff92cf14 req-028f2be5-c570-4047-a130-ab702c0fda2b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "DELETE /networking/v2.0/ports/cabcd50a-d031-423a-b725-8b3f45dc38cc HTTP/1.1" status: 204 len: 173 time: 0.5158429 Sep 16 05:51:23.770622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'name': 'network-vif-deleted', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:23.772909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2bbfd5-9063-47b8-9a3b-4153673dd4df" -d '{"events": [{"server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "name": "network-vif-deleted", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:23.813335 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97858d7f-5ec2-42f3-be35-79a97d4283d7 x-openstack-request-id: req-97858d7f-5ec2-42f3-be35-79a97d4283d7 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:23.813692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa04b5c-78ef-42ff-8a2b-51862cad2f2b", "name": "network-vif-deleted", "tag": "cabcd50a-d031-423a-b725-8b3f45dc38cc", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:23.814321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97858d7f-5ec2-42f3-be35-79a97d4283d7 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:23.816058 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97858d7f-5ec2-42f3-be35-79a97d4283d7'] response: {'server_uuid': 'afa04b5c-78ef-42ff-8a2b-51862cad2f2b', 'name': 'network-vif-deleted', 'tag': 'cabcd50a-d031-423a-b725-8b3f45dc38cc', 'status': 'completed', 'code': 200} Sep 16 05:51:23.829432 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4b13-e7e5-4e18-9825-c651120ff01a req-f5320e29-d6de-40ad-b1b9-0c42d8216a47 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:23.830929 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8b0c4b13-e7e5-4e18-9825-c651120ff01a req-f5320e29-d6de-40ad-b1b9-0c42d8216a47 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 931 time: 0.0550036 Sep 16 05:51:23.885875 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8b0c4b13-e7e5-4e18-9825-c651120ff01a req-8fd45dbf-61d1-4c6a-aab1-2a3969912bbf tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486655 Sep 16 05:51:23.937112 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:23.945408 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks [] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:23.957632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Transition to ACTIVE for port object 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:51:24.002191 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:24.078520 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:24.111046 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Attempting to bind port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:51:24.111684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Attempting to bind port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:51:24.111684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Attempting to bind port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:24.164842 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d28b5598-e0cb-4d5e-acb2-8c638662b404 req-38ec330a-60c5-4cad-8003-5e1aff8807cd tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afa04b5c-78ef-42ff-8a2b-51862cad2f2b HTTP/1.1" status: 200 len: 210 time: 0.0498955 Sep 16 05:51:24.180355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:24.180691 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Attempting to bind port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:24.183681 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Attempt 2 to provision port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 Sep 16 05:51:24.226088 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:51:24.226436 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:51:24.226806 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:51:24.227280 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Bound port: 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:51:24.227634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:24.227813 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:51:24.230190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:24.294336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:24.298239 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:24.396809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:24.399842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:24.400820 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:24.405464 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-b0b40774-4781-463d-a870-502dc0797629 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/1b0e17b0-6654-41ce-8ec7-308ada1eeef0 HTTP/1.1" status: 200 len: 1093 time: 0.8261821 Sep 16 05:51:24.405464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:24.406842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2214e76-bb92-48d8-ba88-66bb6faecc76" -d '{"events": [{"name": "network-changed", "server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:24.434951 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:24.450069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa64499-7e30-4035-9250-1b743d9b2b56 x-openstack-request-id: req-1fa64499-7e30-4035-9250-1b743d9b2b56 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:24.450359 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:24.450611 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fa64499-7e30-4035-9250-1b743d9b2b56 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:24.451006 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa64499-7e30-4035-9250-1b743d9b2b56'] response: {'name': 'network-changed', 'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'status': 'completed', 'code': 200} Sep 16 05:51:24.462016 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b40774-4781-463d-a870-502dc0797629 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:24.643987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-e00406f6-0635-4b2c-831d-89563a97177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:24.645429 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-e00406f6-0635-4b2c-831d-89563a97177e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 1127 time: 0.0395377 Sep 16 05:51:24.729228 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Attempt 3 to provision port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 Sep 16 05:51:24.756136 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-dbb3b8f0-b996-43c3-8891-4ddb302d75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:24.757711 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-dbb3b8f0-b996-43c3-8891-4ddb302d75fa service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959454 Sep 16 05:51:24.768596 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-acff3d10-37e5-4986-9229-3d3a4730d866 None None] Port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:51:24.864777 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-4cf0041f-e6cd-44b2-bd31-2726aadec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:24.866274 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e2214e76-bb92-48d8-ba88-66bb6faecc76 req-4cf0041f-e6cd-44b2-bd31-2726aadec298 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935435 Sep 16 05:51:24.980848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-c03a3811-5d28-4ec7-b3ec-25109d21921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:24.982603 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-c03a3811-5d28-4ec7-b3ec-25109d21921c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 1127 time: 0.0536795 Sep 16 05:51:25.035618 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-811cb611-062f-4cfa-83ce-6883f39d927e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0 HTTP/1.1" status: 200 len: 217 time: 0.0369365 Sep 16 05:51:25.052463 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdbf23-321a-4219-9bc6-c7256f24c1a3 req-9ad06e15-b01f-48f6-ac12-6c11bc28333d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:25.053839 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fdbf23-321a-4219-9bc6-c7256f24c1a3 req-9ad06e15-b01f-48f6-ac12-6c11bc28333d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 943 time: 0.0878942 Sep 16 05:51:25.113333 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-dbb19f50-c664-4ac0-a4cf-7e6ac6cf595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:25.114732 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-dbb19f50-c664-4ac0-a4cf-7e6ac6cf595f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0739663 Sep 16 05:51:25.156843 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fdbf23-321a-4219-9bc6-c7256f24c1a3 req-84970a01-5b45-4bfe-b8c7-28380975b249 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840697 Sep 16 05:51:25.164463 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-5bf7ad94-482f-4355-809c-44f33fd6d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:25.165888 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-5bf7ad94-482f-4355-809c-44f33fd6d551 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458372 Sep 16 05:51:25.196234 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:25.259742 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-ebb30fbd-f335-419c-bcd6-2731a013e4e2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882525 Sep 16 05:51:25.379890 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2741af8a-8be0-4eac-a6cf-3aa6acc6fb14 req-9265d8d0-586c-4c3d-89e4-ac515e689b43 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118879 Sep 16 05:51:25.460815 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-0b203cc5-1b1f-4c66-a410-f5ab70a95809 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:25.462281 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-0b203cc5-1b1f-4c66-a410-f5ab70a95809 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 HTTP/1.1" status: 200 len: 809 time: 0.1161723 Sep 16 05:51:25.478450 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-bdb31424-3cdb-43bf-ad85-32825fd2a19b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/quotas/09daa04b5df3418ab5552d9e53521d7c HTTP/1.1" status: 200 len: 375 time: 0.0097585 Sep 16 05:51:25.510594 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-e20153c2-8806-4544-b645-23aa0f9c5aa3 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269978 Sep 16 05:51:25.575319 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:25.608954 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-9518e096-a47f-4b6d-b29d-394e240653c0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904036 Sep 16 05:51:25.706710 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-f14182b8-2c29-4634-9342-054eed372883 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917957 Sep 16 05:51:25.931976 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-704143a8-3dec-4514-8cb3-76db28497434 req-5a29f5e8-7010-495c-b4bb-c83101ea579a tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 210 time: 0.0316517 Sep 16 05:51:26.223235 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:26.280277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586cb95-e312-491c-b6d2-928b8566bc77 req-60ee53f2-1acb-4fb7-a7e8-e252b6ee6ad2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:26.281766 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7586cb95-e312-491c-b6d2-928b8566bc77 req-60ee53f2-1acb-4fb7-a7e8-e252b6ee6ad2 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 943 time: 0.0504906 Sep 16 05:51:26.330254 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7586cb95-e312-491c-b6d2-928b8566bc77 req-3bb33a50-ce02-4d59-a793-41be1c7e0b16 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Sep 16 05:51:27.035377 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-69361816-dd5f-46bb-97e8-703bb5ec2efc req-b8798a46-9ad0-46a6-bd73-dbfef1861352 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 210 time: 0.0300748 Sep 16 05:51:27.241930 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cabcd50a-d031-423a-b725-8b3f45dc38cc no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:27.264923 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: cabcd50a-d031-423a-b725-8b3f45dc38cc {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:51:27.265269 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device cabcd50a-d031-423a-b725-8b3f45dc38cc not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:27.439412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:27.457364 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50bd81-d153-4112-a6fc-41bb9ca75cd7 req-86f9758d-901a-44c1-be48-6b821a585d58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:27.458844 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4f50bd81-d153-4112-a6fc-41bb9ca75cd7 req-86f9758d-901a-44c1-be48-6b821a585d58 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 943 time: 0.0524204 Sep 16 05:51:27.508191 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4f50bd81-d153-4112-a6fc-41bb9ca75cd7 req-4d9b1010-bb08-458b-86a1-698d8a55c0af tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Sep 16 05:51:27.882487 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884847-4bb4-47f6-82d6-d1c56d3cd948 req-1d2e0133-975a-4134-823e-f0e683359464 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:27.883961 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-08884847-4bb4-47f6-82d6-d1c56d3cd948 req-1d2e0133-975a-4134-823e-f0e683359464 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0480876 Sep 16 05:51:27.936145 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-08884847-4bb4-47f6-82d6-d1c56d3cd948 req-90ee627d-0175-48cf-8d26-93574d666bb1 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Sep 16 05:51:27.965925 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50296) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:28.169628 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6f021-915c-4b8e-8d2f-ee98f33c66f3 tempest-TestMinimumBasicScenario-1813493902 tempest-TestMinimumBasicScenario-1813493902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:28.171354 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-1bf6f021-915c-4b8e-8d2f-ee98f33c66f3 tempest-TestMinimumBasicScenario-1813493902 tempest-TestMinimumBasicScenario-1813493902-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1125 time: 0.2044454 Sep 16 05:51:28.175381 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50302) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:28.180680 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'port_id': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:28.189981 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79460029-8684-49af-921b-09e0ceb299b7 req-298d7e3d-c9b9-4c68-8b8d-57fd95d0de41 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 210 time: 0.0674834 Sep 16 05:51:28.239876 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-04b1e0cd-472e-4be0-95d0-b51b632a3dfe tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:28.241295 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-04b1e0cd-472e-4be0-95d0-b51b632a3dfe tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 HTTP/1.1" status: 200 len: 809 time: 0.1455395 Sep 16 05:51:28.258695 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Request body: {'port': {'device_id': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10', 'admin_state_up': True, 'tenant_id': '09daa04b5df3418ab5552d9e53521d7c'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:28.258919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.360629 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.432257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:28.494715 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:28.512180 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Allocated IP 172.27.0.235 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/75be2d63-f3a7-47de-9e9c-28bea5f28037) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:28.666450 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef5791-0ae0-4f6f-a8a5-bafd17663f76 req-76280650-51c3-41fd-9c9c-2fad84d6344f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:28.667890 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-67ef5791-0ae0-4f6f-a8a5-bafd17663f76 req-76280650-51c3-41fd-9c9c-2fad84d6344f tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 943 time: 0.0741088 Sep 16 05:51:28.670576 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.687607 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Made reservation on behalf of 09daa04b5df3418ab5552d9e53521d7c for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:28.692006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.738444 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-67ef5791-0ae0-4f6f-a8a5-bafd17663f76 req-4457f7fd-54e0-4315-8b7a-ecd1b7586c4b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642080 Sep 16 05:51:28.773860 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.815413 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Allocated IP 172.20.0.10 (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10/0520ca81-4ddb-44b0-b16e-e5db0c789ae7/aec1fe37-5428-46d2-8b34-a7fe66ce08f8) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:28.815692 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:28.822334 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:28.826286 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:51:28.858162 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'Port': ['ID=75be2d63-f3a7-47de-9e9c-28bea5f28037,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:28.976501 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks [] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:28.978991 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.065691 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.088917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.117097 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:29.119478 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.122980 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:29.124840 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Pushing event updated for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.127786 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:51:29.175486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:29.176013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.223153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:29.229494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for floatingip (e52c796e-2531-406a-b282-a28c1827f01e), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.274484 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-12f8bc9b-de3a-49cc-9932-5f30333804cf tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0191436 Sep 16 05:51:29.297688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Request body: {'port': {'device_id': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:29.327339 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:29.340170 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'port_id': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'mac_address': 'fa:16:3e:8f:12:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:29.352617 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629795fd-1967-4f4f-9799-9fd98b39af30 req-d2d79cf1-7473-4b7f-a3e3-f7d4ed0815d0 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:29.354115 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-629795fd-1967-4f4f-9799-9fd98b39af30 req-d2d79cf1-7473-4b7f-a3e3-f7d4ed0815d0 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 932 time: 0.0732048 Sep 16 05:51:29.379313 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.381591 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:29.382004 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.387947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.396177 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:29.407505 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.418458 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:29.464838 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-629795fd-1967-4f4f-9799-9fd98b39af30 req-071f08eb-27e7-45a8-bab2-cc50443485b0 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009932 Sep 16 05:51:29.482118 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.529212 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.529990 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.551285 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.602046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.675724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (e52c796e-2531-406a-b282-a28c1827f01e), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.678888 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'Port': ['ID=75be2d63-f3a7-47de-9e9c-28bea5f28037,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.708486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec1fe37-5428-46d2-8b34-a7fe66ce08f8 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:29.716706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks [] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.730107 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Transition to ACTIVE for port object aec1fe37-5428-46d2-8b34-a7fe66ce08f8 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:51:29.771862 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Floating IP e52c796e-2531-406a-b282-a28c1827f01e associated. External IP: 172.27.0.235, port: 5cde941f-7226-4219-afe4-2b663c32d6ff. Sep 16 05:51:29.774830 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['1b0e17b0-6654-41ce-8ec7-308ada1eeef0'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:29.830712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:29.919345 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Pushing event updated for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.943919 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:29.968134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Attempting to bind port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:51:29.968381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Attempting to bind port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:51:29.968703 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Attempting to bind port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:30.014733 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:30.015062 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Attempting to bind port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 on network c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:30.061305 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:51:30.061641 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Checking segment: {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:51:30.062055 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Bound using segment: {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:51:30.062499 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Bound port: aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3400af-7a5d-479c-bc9d-69bd94dece4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:51:30.062859 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.131448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:30.134898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:30.179399 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a567-43b6-4a17-b144-c589532ba2a9 req-1c9cb65f-23bb-4c46-bf07-1f533fd3d39c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.180854 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4639a567-43b6-4a17-b144-c589532ba2a9 req-1c9cb65f-23bb-4c46-bf07-1f533fd3d39c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 944 time: 0.3611443 Sep 16 05:51:30.230700 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.234982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.236096 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.237701 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/aec1fe37-5428-46d2-8b34-a7fe66ce08f8 HTTP/1.1" status: 200 len: 1094 time: 0.9447699 Sep 16 05:51:30.238282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:30.240552 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:30.277595 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4639a567-43b6-4a17-b144-c589532ba2a9 req-4b042d6e-21b7-4c0e-864c-d7f921e9c364 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893543 Sep 16 05:51:30.291564 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f360b5-c4b8-4960-aa58-03c16b412e57 service neutron] Pushing event updated for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:30.303881 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb54b0f-913b-4bda-acbc-f933819d75e0 x-openstack-request-id: req-dfb54b0f-913b-4bda-acbc-f933819d75e0 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:30.304168 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:30.304423 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfb54b0f-913b-4bda-acbc-f933819d75e0 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:30.304899 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb54b0f-913b-4bda-acbc-f933819d75e0'] response: {'name': 'network-changed', 'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8', 'status': 'completed', 'code': 200} Sep 16 05:51:30.337880 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:30.342616 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Router 2673ab33-51bc-4479-b760-c45e63b1e35f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:30.387316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-4e1d1ead-fd9c-4557-a25e-b0b0e0bd74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.389017 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-4e1d1ead-fd9c-4557-a25e-b0b0e0bd74f4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 1128 time: 0.0416870 Sep 16 05:51:30.410288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:30.448036 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:30.459119 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Sync routers for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:30.476161 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:30.476781 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.507457 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-0ea42e7a-8eda-4576-bee3-8c025f484a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.509018 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-0ea42e7a-8eda-4576-bee3-8c025f484a19 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=09daa04b5df3418ab5552d9e53521d7c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1072407 Sep 16 05:51:30.522184 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.573419 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4214904f-1660-447b-921b-8bd2eff89696 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3889890 Sep 16 05:51:30.573419 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:30.573419 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fc9e63-4126-4b64-82bb-f9a988b54cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:30.574148 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50320) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:30.579720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092400243', 'description': 'tempest-secgroup-smoke-1092400243 description', 'project_id': 'd0f3aae0f9814d189d002373cc873f42'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:30.613611 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:30.623522 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c9338-ba28-4d98-9539-a10b5226eba2 req-84c237f7-7bee-47d5-9df3-11205e8d86ca tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.625203 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-270c9338-ba28-4d98-9539-a10b5226eba2 req-84c237f7-7bee-47d5-9df3-11205e8d86ca tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 944 time: 0.0722678 Sep 16 05:51:30.628960 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272d5d6-8b3f-402f-b3e9-ea982ed980f1 x-openstack-request-id: req-4272d5d6-8b3f-402f-b3e9-ea982ed980f1 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:30.628960 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:30.628960 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4272d5d6-8b3f-402f-b3e9-ea982ed980f1 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:30.630019 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4272d5d6-8b3f-402f-b3e9-ea982ed980f1'] response: {'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:51:30.651630 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-13e9f89b-d7f3-468a-aedf-2c6c502cc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.653417 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-630bac46-a90d-4ec6-a29f-8a3f5a42ed6e req-13e9f89b-d7f3-468a-aedf-2c6c502cc39c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387746 Sep 16 05:51:30.681811 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-270c9338-ba28-4d98-9539-a10b5226eba2 req-496c2780-83d8-40da-a2b5-47f022e47520 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Sep 16 05:51:30.682927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:30.693232 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.771750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-da1102ec-8237-4346-a757-20b342a731af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.772523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-3d7ecf81-9be5-4cf3-8e3e-dd500b02e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.773292 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-da1102ec-8237-4346-a757-20b342a731af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1130 time: 0.0604656 Sep 16 05:51:30.773423 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-3d7ecf81-9be5-4cf3-8e3e-dd500b02e802 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=09daa04b5df3418ab5552d9e53521d7c&device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 1128 time: 0.0440376 Sep 16 05:51:30.834470 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-d18c30e7-27c9-4e41-b32c-c7e9ea11fe4b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8 HTTP/1.1" status: 200 len: 217 time: 0.0444040 Sep 16 05:51:30.835378 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e52c796e-2531-406a-b282-a28c1827f01e', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'port_id': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'mac_address': 'fa:16:3e:27:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:29Z', 'updated_at': '2022-09-16T05:51:29Z', 'revision_number': 0, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.854311 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (0b21f1c4-b366-4ee4-9917-c3693a685c8f), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.864712 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Checking router: 2673ab33-51bc-4479-b760-c45e63b1e35f for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:30.873219 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:30.873847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.887365 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-75e1c9a3-02bf-4f2d-95a4-e3dd966dc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.888821 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-75e1c9a3-02bf-4f2d-95a4-e3dd966dc22d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0520ca81-4ddb-44b0-b16e-e5db0c789ae7 HTTP/1.1" status: 200 len: 849 time: 0.0496256 Sep 16 05:51:30.899882 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-783ead40-6dd8-4a34-945c-0d4bf37c64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:30.901308 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-783ead40-6dd8-4a34-945c-0d4bf37c64cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.1094205 Sep 16 05:51:30.926042 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-5d04c4ee-45c5-49b9-9255-e1fd0ea16f78 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314302 Sep 16 05:51:30.944145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0b21f1c4-b366-4ee4-9917-c3693a685c8f), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:30.993879 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-3e6a6c7f-34c8-443e-89d0-1bb9a3511f44 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1000 time: 0.0859334 Sep 16 05:51:30.994472 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b21f1c4-b366-4ee4-9917-c3693a685c8f,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.000179 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:31.030104 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-904e7354-77f3-4c06-9539-87914817a779 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978661 Sep 16 05:51:31.047223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.051904 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-01de8c5c-6c00-49b3-8b64-5c75bbdb1297 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4733095 Sep 16 05:51:31.052396 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50322) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:31.057035 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:31.062688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-d3aedbbd-1fb0-445b-a074-1f0bf6915d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:31.064256 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-d3aedbbd-1fb0-445b-a074-1f0bf6915d1d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0653100 Sep 16 05:51:31.119134 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-e4133357-4f94-4d8a-9d63-1b99623619dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:31.120863 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-e4133357-4f94-4d8a-9d63-1b99623619dd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481193 Sep 16 05:51:31.127179 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6db5d29c-d09b-4ebb-8739-69a45d20a1a8 req-c7263ed2-f207-41e9-9217-e96c144d59d5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918014 Sep 16 05:51:31.181094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (b25ff1b6-c05e-4f32-9174-4d57b1e33358), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.187591 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:31.231488 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e52c796e-2531-406a-b282-a28c1827f01e', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'port_id': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'mac_address': 'fa:16:3e:27:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:29Z', 'updated_at': '2022-09-16T05:51:29Z', 'revision_number': 0, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:31.258094 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-fbd08994-06a6-489e-9fc8-cb5c55a69362 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306722 Sep 16 05:51:31.258491 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:31.262048 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d2332-12e6-46c1-84ab-3a95754ec17d None None] The sync data for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi is: [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e52c796e-2531-406a-b282-a28c1827f01e', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'port_id': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'mac_address': 'fa:16:3e:27:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:29Z', 'updated_at': '2022-09-16T05:51:29Z', 'revision_number': 0, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:31.274386 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:31.276377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (b25ff1b6-c05e-4f32-9174-4d57b1e33358), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.291421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:31.316925 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:51:31.401908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (b25ff1b6-c05e-4f32-9174-4d57b1e33358), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.419563 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:51:31.419985 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.420317 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 Sep 16 05:51:31.427756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f51c3-09c8-4f56-bf72-518d62777183 req-086a815a-5a67-42d0-a1e3-8c87cd9100a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:31.429313 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8b7f51c3-09c8-4f56-bf72-518d62777183 req-086a815a-5a67-42d0-a1e3-8c87cd9100a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 944 time: 0.0637100 Sep 16 05:51:31.437600 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ff1b6-c05e-4f32-9174-4d57b1e33358,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.487051 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-8b7f51c3-09c8-4f56-bf72-518d62777183 req-2c28dfea-21bc-463f-af0c-90f303520b55 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511391 Sep 16 05:51:31.490877 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546b8a5-7dd3-4d92-8a06-fc281dee57e5 None None] New status for floating IP e52c796e-2531-406a-b282-a28c1827f01e: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:51:31.535882 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.539414 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8cb4be98-64d5-4ba6-b98c-f5de2a2776e6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833305 Sep 16 05:51:31.540104 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50326) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:31.544745 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:31.627188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (e0c50392-a705-42aa-87e9-d93781ad234b), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.628466 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:31.629109 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.653343 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:31.655608 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128fb31-daeb-4fcc-8707-d8f7c27d359c" -d '{"events": [{"server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "name": "network-vif-plugged", "status": "completed", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:31.670358 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:31.692106 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (e0c50392-a705-42aa-87e9-d93781ad234b), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.709077 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbc428-83fd-41ea-8f4b-556921c79927 x-openstack-request-id: req-aebbc428-83fd-41ea-8f4b-556921c79927 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:31.709564 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "name": "network-vif-plugged", "status": "completed", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:31.709922 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aebbc428-83fd-41ea-8f4b-556921c79927 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:31.710408 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebbc428-83fd-41ea-8f4b-556921c79927'] response: {'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'code': 200} Sep 16 05:51:31.744174 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.779911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (e0c50392-a705-42aa-87e9-d93781ad234b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.796672 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.820200 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c50392-a705-42aa-87e9-d93781ad234b,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.832303 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba920ce3-7a46-4cc6-a350-2e64d9431339 req-3880a952-4cfd-41b0-9ac4-149a467fea26 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:31.833754 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ba920ce3-7a46-4cc6-a350-2e64d9431339 req-3880a952-4cfd-41b0-9ac4-149a467fea26 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 944 time: 0.0641217 Sep 16 05:51:31.881976 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-ba920ce3-7a46-4cc6-a350-2e64d9431339 req-44056867-9e72-445b-b57f-76d3567ffb68 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Sep 16 05:51:31.900517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:31.901653 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-edc838c1-71cf-4bac-b484-61ba1a2a1731 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606298 Sep 16 05:51:31.904435 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50332) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:31.909258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:31.996380 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (e3b338b5-f35f-4cb1-bdf0-b499df59751b), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.108696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (e3b338b5-f35f-4cb1-bdf0-b499df59751b), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.133097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-068cbeee-8a2b-4c1c-ba1c-a584beff6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.134237 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-64fc9e63-4126-4b64-82bb-f9a988b54cc4 req-5f9ada74-da43-44c4-a2aa-2ec1fa4195c2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130924 Sep 16 05:51:32.218725 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (e3b338b5-f35f-4cb1-bdf0-b499df59751b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.238704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b338b5-f35f-4cb1-bdf0-b499df59751b,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.327135 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c9f2-5108-4345-94ea-24162f7bba68 req-14ca50d2-5ba9-4258-a3ee-2fc934664763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:32.328592 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a37c9f2-5108-4345-94ea-24162f7bba68 req-14ca50d2-5ba9-4258-a3ee-2fc934664763 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 1129 time: 0.0378606 Sep 16 05:51:32.334675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.338430 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2beb9307-30e0-4d2e-9d66-0b7267b93229 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303701 Sep 16 05:51:32.339089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50334) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:32.343649 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:32.375809 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4a37c9f2-5108-4345-94ea-24162f7bba68 req-868bac18-d49c-4810-81c6-a6d6b525cfaa service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Sep 16 05:51:32.482546 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (08f7c20e-cf39-4bb6-a140-dbd4412f9095), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.504336 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:32.550583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (08f7c20e-cf39-4bb6-a140-dbd4412f9095), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.620774 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974980b-05ab-4384-82b6-77ec85b2116f req-c16a6e75-35da-4761-8df7-e5f30c179038 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:32.624141 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c974980b-05ab-4384-82b6-77ec85b2116f req-c16a6e75-35da-4761-8df7-e5f30c179038 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0501013 Sep 16 05:51:32.648570 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (08f7c20e-cf39-4bb6-a140-dbd4412f9095), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.682427 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f7c20e-cf39-4bb6-a140-dbd4412f9095,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.694802 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c974980b-05ab-4384-82b6-77ec85b2116f req-6def2265-fb13-432a-9ab0-97c6ae369e6e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643501 Sep 16 05:51:32.769547 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.770760 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d43aead7-cf34-4e66-a230-648e56c88160 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306645 Sep 16 05:51:32.773545 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50338) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:32.777778 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:32.790516 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:32.841794 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.securitygroups_db [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Project d0f3aae0f9814d189d002373cc873f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:51:32.849075 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (45ac1341-260e-4b77-9ea7-c6e2a50f030d), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.909806 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (45ac1341-260e-4b77-9ea7-c6e2a50f030d), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.972568 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (45ac1341-260e-4b77-9ea7-c6e2a50f030d), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:32.994036 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ac1341-260e-4b77-9ea7-c6e2a50f030d,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.995814 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:33.008718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1640-079d-4763-874f-15a34c6f283f req-eab1544b-99d5-4194-9dd2-2c9da5537232 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:33.010217 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4f4e1640-079d-4763-874f-15a34c6f283f req-eab1544b-99d5-4194-9dd2-2c9da5537232 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 944 time: 0.0513117 Sep 16 05:51:33.056618 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4f4e1640-079d-4763-874f-15a34c6f283f req-8b9379f9-c5c1-4c50-a2b9-0045884f52c5 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Sep 16 05:51:33.077884 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.079655 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0bc98f07-e11d-45be-8744-be7d0b04d784 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051050 Sep 16 05:51:33.082537 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50342) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:33.087057 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'security_group_rule': {'security_group_id': '0b21f1c4-b366-4ee4-9917-c3693a685c8f', 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:33.166627 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.securitygroups_db [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Project d0f3aae0f9814d189d002373cc873f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:51:33.172126 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (a6303aaa-d9f6-4110-ad83-feec73882114), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.231569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (a6303aaa-d9f6-4110-ad83-feec73882114), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.235822 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device aec1fe37-5428-46d2-8b34-a7fe66ce08f8 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:33.297352 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:33.310242 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (a6303aaa-d9f6-4110-ad83-feec73882114), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.333652 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6303aaa-d9f6-4110-ad83-feec73882114,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:33.337843 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:33.354153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8', 'network_id': 'c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10', 'port_id': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8', 'mac_address': 'fa:16:3e:6f:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0520ca81-4ddb-44b0-b16e-e5db0c789ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:33.388604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:33.388979 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.402163 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec1fe37-5428-46d2-8b34-a7fe66ce08f8 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:51:33.403813 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.405063 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2271b7b3-5251-4da9-aaa4-3adbd632bc45 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215499 Sep 16 05:51:33.425140 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:33.481927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.495475 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-babb486f-d49a-4658-9a44-26b126bb86bb tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1092400243&fields=id&tenant_id=d0f3aae0f9814d189d002373cc873f42 HTTP/1.1" status: 200 len: 267 time: 0.0450406 Sep 16 05:51:33.531587 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:33.548855 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-701ee1d2-4d9d-4ccd-8928-168f57b21efa tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:33.550826 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-701ee1d2-4d9d-4ccd-8928-168f57b21efa tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0493453 Sep 16 05:51:33.560712 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'port': {'security_groups': ['efbf5199-8769-40a4-bb81-e850a34639e4', '0b21f1c4-b366-4ee4-9917-c3693a685c8f']}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:33.632592 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.797018 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['aec1fe37-5428-46d2-8b34-a7fe66ce08f8'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:33.820289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf870c-d852-424f-bfc7-5da01aaf782e req-7a3b7f11-9cf5-48bc-bdc9-8cbf38901ac1 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:33.826320 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-aabf870c-d852-424f-bfc7-5da01aaf782e req-7a3b7f11-9cf5-48bc-bdc9-8cbf38901ac1 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Sep 16 05:51:33.842372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:33.872799 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-aabf870c-d852-424f-bfc7-5da01aaf782e req-a885e32b-4e55-4b68-8773-07dc6a59c54e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Sep 16 05:51:33.878843 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.973125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.983444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:33.983973 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:33.985681 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bcc3268a-8f9a-414d-a6f8-8285918223d8 req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "PUT /networking/v2.0/ports/5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 982 time: 0.4290504 Sep 16 05:51:33.986277 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:33.988529 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417c92a-490b-4eed-a72e-ff12e5369bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:34.033089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297d4e0-7535-424a-bede-bc9fdf553401 x-openstack-request-id: req-e297d4e0-7535-424a-bede-bc9fdf553401 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:34.033537 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:34.033960 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e297d4e0-7535-424a-bede-bc9fdf553401 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:34.034454 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e297d4e0-7535-424a-bede-bc9fdf553401'] response: {'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:51:34.072369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a602f-f5ce-4138-93f6-aa5eb6501353 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=6']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:34.124361 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53384-b04f-4e7f-975c-ac167e1844cf req-47412bef-4484-4eae-a676-6b6ecc846c26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.127166 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4a53384-b04f-4e7f-975c-ac167e1844cf req-47412bef-4484-4eae-a676-6b6ecc846c26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0740862 Sep 16 05:51:34.133937 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-3a801bcc-5301-423d-98ba-48a704595545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.135429 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-3a801bcc-5301-423d-98ba-48a704595545 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1169 time: 0.0432382 Sep 16 05:51:34.146063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:34.201147 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4a53384-b04f-4e7f-975c-ac167e1844cf req-1e1123ec-32d9-4e91-8743-2da01146ec39 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640879 Sep 16 05:51:34.229026 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a8c45-975d-4c46-b5ee-438133e09a14 req-db3213cc-45cb-4778-a8d6-9ecf513f57b8 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.231607 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dd0a8c45-975d-4c46-b5ee-438133e09a14 req-db3213cc-45cb-4778-a8d6-9ecf513f57b8 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 945 time: 0.0940964 Sep 16 05:51:34.253087 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:34.309163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-854da1ac-295a-4b9e-ad62-b0936c6ca410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.310676 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-854da1ac-295a-4b9e-ad62-b0936c6ca410 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.1633875 Sep 16 05:51:34.318271 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-dd0a8c45-975d-4c46-b5ee-438133e09a14 req-eaddf3cc-17e0-424c-b1a7-611bb47b9d0c tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Sep 16 05:51:34.333336 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-299e63b8-5c28-4466-ae66-253f5901d1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:34.375080 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-2926c191-cd91-447a-addd-bbcfc86cd199 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1002 time: 0.0558813 Sep 16 05:51:34.425248 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-ece75e2c-ec1e-47fa-8aa4-1250c599f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.426706 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-ece75e2c-ec1e-47fa-8aa4-1250c599f423 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0459146 Sep 16 05:51:34.476902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-e5d3a4b2-466c-4025-9c8c-89f1e24ee2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:34.478388 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-e5d3a4b2-466c-4025-9c8c-89f1e24ee2b9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421596 Sep 16 05:51:34.494479 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:34.527583 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:34.572180 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-2ec2806b-ea0f-4c1e-afdb-10e7d6c6095f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862422 Sep 16 05:51:34.637057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:34.670707 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6417c92a-490b-4eed-a72e-ff12e5369bc9 req-9014e8bc-3c6c-4da6-b513-605493909757 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915368 Sep 16 05:51:34.929298 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:35.000876 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212e658-79e8-4d71-82a1-98bf41468c5f req-3cd129e8-c7d6-492f-9e57-4ec6bac9f87b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:35.002480 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9212e658-79e8-4d71-82a1-98bf41468c5f req-3cd129e8-c7d6-492f-9e57-4ec6bac9f87b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0483973 Sep 16 05:51:35.027699 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:35.050251 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9212e658-79e8-4d71-82a1-98bf41468c5f req-c0e25669-c890-4931-8564-fbbf6ee26e47 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Sep 16 05:51:35.157414 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:35.168429 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c86a3-60f1-47af-99ec-dd849c1ded74 req-8e730746-510d-43ff-b6c3-5431d7491d9e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:35.169574 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1a4c86a3-60f1-47af-99ec-dd849c1ded74 req-8e730746-510d-43ff-b6c3-5431d7491d9e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Sep 16 05:51:35.180595 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50360) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:51:35.185148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'port_id': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:35.224100 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.414630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device aec1fe37-5428-46d2-8b34-a7fe66ce08f8 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:35.417572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:35.457713 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:51:35.488387 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8832f6-3fbd-4b99-8d13-683403cb8092 req-8bb2a36d-c3f1-459d-8bb8-87670c8eb491 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:35.489865 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c8832f6-3fbd-4b99-8d13-683403cb8092 req-8bb2a36d-c3f1-459d-8bb8-87670c8eb491 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 945 time: 0.0704172 Sep 16 05:51:35.521870 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:51:35.522252 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.522592 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 Sep 16 05:51:35.602321 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:51:35.602650 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.625313 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:35.628101 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207df02a-de0b-458f-a8c6-694cba7eac1f" -d '{"events": [{"server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "name": "network-vif-plugged", "status": "completed", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:35.640000 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2c8832f6-3fbd-4b99-8d13-683403cb8092 req-fd33233a-58aa-42ae-aa81-eb57ccb7f67c tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246800 Sep 16 05:51:35.641057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:35.667989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335a2e4-f9d5-4297-90f9-c7513e73c42f x-openstack-request-id: req-4335a2e4-f9d5-4297-90f9-c7513e73c42f {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:35.668287 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "name": "network-vif-plugged", "status": "completed", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:35.668527 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4335a2e4-f9d5-4297-90f9-c7513e73c42f {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:35.668997 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4335a2e4-f9d5-4297-90f9-c7513e73c42f'] response: {'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8', 'code': 200} Sep 16 05:51:35.699149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.751363 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.753504 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:35.801980 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:35.896909 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP e9af0a7f-b050-4e10-a16e-f76094034578 associated. External IP: 172.27.0.69, port: 1b0e17b0-6654-41ce-8ec7-308ada1eeef0. Sep 16 05:51:35.955436 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:36.005853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533e9a-c9f5-4c2f-8f9c-98e001eaac3f req-0a539fc7-8480-4db9-895d-9c0aae635764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:36.007273 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-61533e9a-c9f5-4c2f-8f9c-98e001eaac3f req-0a539fc7-8480-4db9-895d-9c0aae635764 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 1130 time: 0.0411689 Sep 16 05:51:36.053745 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-61533e9a-c9f5-4c2f-8f9c-98e001eaac3f req-77ad9851-ee40-4cfd-88e3-2ad2ab720a0a service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Sep 16 05:51:36.115175 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:36.125904 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:36.222376 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:36.227015 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:36.231997 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:36.237076 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:36.247485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:36.248097 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.267868 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0bffeed7-fcf7-4e27-9d99-7d6b337061a4 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e9af0a7f-b050-4e10-a16e-f76094034578 HTTP/1.1" status: 200 len: 990 time: 1.0833781 Sep 16 05:51:36.267868 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:36.269046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639729e-6311-4342-8e7e-b3741b3aa88a" -d '{"events": [{"name": "network-changed", "server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:36.311939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68c13e2-bafb-41e3-9da6-993f08083f81 x-openstack-request-id: req-c68c13e2-bafb-41e3-9da6-993f08083f81 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:36.312231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:36.312485 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c68c13e2-bafb-41e3-9da6-993f08083f81 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:36.312900 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68c13e2-bafb-41e3-9da6-993f08083f81'] response: {'name': 'network-changed', 'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'status': 'completed', 'code': 200} Sep 16 05:51:36.354296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:36.424705 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-eb8660c7-3f0c-4b42-9775-dbd118692b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:36.426283 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-eb8660c7-3f0c-4b42-9775-dbd118692b3e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 1129 time: 0.0438633 Sep 16 05:51:36.568015 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e9af0a7f-b050-4e10-a16e-f76094034578', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:8f:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaba92-11e0-48a7-a15d-b83876732959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:17Z', 'updated_at': '2022-09-16T05:51:35Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.598109 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:36.607156 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:51:36.607830 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:51:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.648045 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:36.712577 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:51:36.798187 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:36.801781 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af98b-0129-4659-a6a0-05254e44d9e4 req-18f2ad90-42a8-4605-b616-29099ef5c028 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:36.803277 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-152af98b-0129-4659-a6a0-05254e44d9e4 req-18f2ad90-42a8-4605-b616-29099ef5c028 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 946 time: 0.0641234 Sep 16 05:51:36.839338 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-587b5c2e-826c-42b9-bafa-54a6eab3fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:36.840707 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-587b5c2e-826c-42b9-bafa-54a6eab3fc46 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 915 time: 0.1478536 Sep 16 05:51:36.906709 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-152af98b-0129-4659-a6a0-05254e44d9e4 req-e91a3791-6141-4f1a-8150-a87e6d3b9045 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965858 Sep 16 05:51:36.935777 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e9af0a7f-b050-4e10-a16e-f76094034578', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:8f:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaba92-11e0-48a7-a15d-b83876732959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:17Z', 'updated_at': '2022-09-16T05:51:35Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.939436 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-c81edc55-042c-4523-94a7-c79cb1cc4ace service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0 HTTP/1.1" status: 200 len: 998 time: 0.0892627 Sep 16 05:51:36.961460 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2414a-3afc-4e09-9a25-2056482ced12 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': 'e9af0a7f-b050-4e10-a16e-f76094034578', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:8f:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaba92-11e0-48a7-a15d-b83876732959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:51:17Z', 'updated_at': '2022-09-16T05:51:35Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:37.023563 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-79c7d9f0-06b4-4762-9f85-3446fe9a65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:37.025182 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-79c7d9f0-06b4-4762-9f85-3446fe9a65b4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0506430 Sep 16 05:51:37.147761 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3ba4d-df5e-45ea-acb6-3d5b63394c8e None None] New status for floating IP e9af0a7f-b050-4e10-a16e-f76094034578: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:51:37.481848 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:37.609665 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-a51ca18f-763e-4587-9539-809524d45961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:37.611346 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-a51ca18f-763e-4587-9539-809524d45961 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399518 Sep 16 05:51:37.709170 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-03b1b00c-1d26-4dd7-9e29-918c4dcae76d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874257 Sep 16 05:51:37.799774 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6639729e-6311-4342-8e7e-b3741b3aa88a req-3a86b62a-d0d7-4248-8d24-cbedbcab627e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Sep 16 05:51:37.806936 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:38.036046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c7f84-0880-4ecc-bb25-ff0951989340 req-ed9613f7-fed7-497e-b4de-79b3ce5c68e1 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:38.037531 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d87c7f84-0880-4ecc-bb25-ff0951989340 req-ed9613f7-fed7-497e-b4de-79b3ce5c68e1 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Sep 16 05:51:38.089393 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d87c7f84-0880-4ecc-bb25-ff0951989340 req-7bf14e68-e13d-48f6-81d4-ca6450a8ed80 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Sep 16 05:51:39.300550 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311706-4c81-4820-8c27-e02bab7e29dc req-99d3a6eb-c2ab-4cd1-9ffb-211931be5ea2 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:39.302099 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bd311706-4c81-4820-8c27-e02bab7e29dc req-99d3a6eb-c2ab-4cd1-9ffb-211931be5ea2 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 946 time: 0.0478034 Sep 16 05:51:39.349686 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bd311706-4c81-4820-8c27-e02bab7e29dc req-0e12818d-0f05-4600-ab6b-993f79160e25 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Sep 16 05:51:40.469585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eb0fe-9608-4cb8-b208-1c9bfd5091c3 req-ea265d6a-e14d-4db5-b802-2c857602097b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:40.471139 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6c9eb0fe-9608-4cb8-b208-1c9bfd5091c3 req-ea265d6a-e14d-4db5-b802-2c857602097b tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 946 time: 0.0455515 Sep 16 05:51:40.521156 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6c9eb0fe-9608-4cb8-b208-1c9bfd5091c3 req-ddba2aa0-3fa0-451d-be71-e76f55430310 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b9f03ded-c4c2-44a5-89ce-f704f47742eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Sep 16 05:51:40.910068 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-cd8d3250-2391-408b-a63d-87e529258dfe tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:40.911509 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-cd8d3250-2391-408b-a63d-87e529258dfe tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 946 time: 0.0457242 Sep 16 05:51:40.994124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Deleting port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:51:40.994283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:41.045553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:41.070493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:41.085876 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] For port aec1fe37-5428-46d2-8b34-a7fe66ce08f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,segment=NetworkSegment(8f3400af-7a5d-479c-bc9d-69bd94dece4a),segment_id=8f3400af-7a5d-479c-bc9d-69bd94dece4a)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:41.086238 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:41.098634 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Calling delete_port for aec1fe37-5428-46d2-8b34-a7fe66ce08f8 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:51:41.283012 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (aec1fe37-5428-46d2-8b34-a7fe66ce08f8), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:41.308105 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Pushing event deleted for resources: {'Port': ['ID=aec1fe37-5428-46d2-8b34-a7fe66ce08f8,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.336182 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['aec1fe37-5428-46d2-8b34-a7fe66ce08f8'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:51:41.353807 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] No DVR routers for this DVR port aec1fe37-5428-46d2-8b34-a7fe66ce08f8 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:51:41.356300 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:41.359502 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b154b8b8-968e-461e-b895-f3001fc2f08c req-c8c70d0f-40af-44c3-8757-2abae7dca7fb tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.15 "DELETE /networking/v2.0/ports/aec1fe37-5428-46d2-8b34-a7fe66ce08f8 HTTP/1.1" status: 204 len: 173 time: 0.4420757 Sep 16 05:51:41.360031 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'name': 'network-vif-deleted', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:51:41.362303 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768f9e62-0ef1-4cf5-ac5b-0de6f006b40b" -d '{"events": [{"server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "name": "network-vif-deleted", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:41.399763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf79cee-4482-4620-82c5-cacee4a4b5da x-openstack-request-id: req-ccf79cee-4482-4620-82c5-cacee4a4b5da {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:41.400121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6dc3d2-d8fb-47de-b132-1d0380598307", "name": "network-vif-deleted", "tag": "aec1fe37-5428-46d2-8b34-a7fe66ce08f8", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:41.400405 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf79cee-4482-4620-82c5-cacee4a4b5da {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:41.400812 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf79cee-4482-4620-82c5-cacee4a4b5da'] response: {'server_uuid': '2d6dc3d2-d8fb-47de-b132-1d0380598307', 'name': 'network-vif-deleted', 'tag': 'aec1fe37-5428-46d2-8b34-a7fe66ce08f8', 'status': 'completed', 'code': 200} Sep 16 05:51:41.629074 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-36d2402b-d466-43e5-bc66-823516b07e39 req-933c577e-84b1-4710-b3b1-b04a4089c8d3 tempest-VolumesActionsTest-754970188 tempest-VolumesActionsTest-754970188-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2d6dc3d2-d8fb-47de-b132-1d0380598307 HTTP/1.1" status: 200 len: 210 time: 0.0288084 Sep 16 05:51:46.696339 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device aec1fe37-5428-46d2-8b34-a7fe66ce08f8 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:46.724346 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: aec1fe37-5428-46d2-8b34-a7fe66ce08f8 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:51:46.724692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device aec1fe37-5428-46d2-8b34-a7fe66ce08f8 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:46.795538 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:51:47.259631 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:47.262406 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:49.343369 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=30 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:49.346791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=17 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:51.338405 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:51.610543 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:54.387525 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-d5ffbbe6-a759-464c-981a-3544caad4b3d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445664 Sep 16 05:51:54.506803 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-1dff611f-6d01-4746-a052-1b7f7276215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:54.508774 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-1dff611f-6d01-4746-a052-1b7f7276215f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1169 time: 0.0451708 Sep 16 05:51:54.631147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-2a9c5b14-25e8-494c-8ca1-e29543cefb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:54.633482 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-2a9c5b14-25e8-494c-8ca1-e29543cefb2f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.1049204 Sep 16 05:51:54.710771 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-7516ebae-0c60-4760-a040-30ca8564c1fc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1002 time: 0.0712445 Sep 16 05:51:54.766253 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-7fbddb7b-c602-4351-ad3a-7c0c8c72ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:54.767867 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-7fbddb7b-c602-4351-ad3a-7c0c8c72ea1a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0506303 Sep 16 05:51:54.820277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-a582868e-ec7a-467a-b3ee-29181fd7d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:54.822321 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-a582868e-ec7a-467a-b3ee-29181fd7d955 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482857 Sep 16 05:51:55.244560 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-6811d273-3225-412a-9e70-9f4edee682eb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145441 Sep 16 05:51:55.371015 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-977e25f4-9f5f-42fe-a9a3-b86f9f0e86cb req-1ccdbc1f-a5f2-429c-baf5-8862a31417c5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158445 Sep 16 05:51:56.723007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:56.724877 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:57.206690 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f42e6-6ecc-4791-a5f0-a449792fdbd6 req-20a3e568-bcd3-4447-8848-2aef8bdf3c7a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:57.214316 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe5f42e6-6ecc-4791-a5f0-a449792fdbd6 req-20a3e568-bcd3-4447-8848-2aef8bdf3c7a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0658038 Sep 16 05:51:57.284531 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fe5f42e6-6ecc-4791-a5f0-a449792fdbd6 req-a7372ccd-1c82-4b97-abe4-6ceb0c0f3de0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686443 Sep 16 05:51:57.291363 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-88a5174c-0a69-4e26-9c6d-47a33ac26f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:57.292854 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-88a5174c-0a69-4e26-9c6d-47a33ac26f37 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1169 time: 0.0417447 Sep 16 05:51:57.399351 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-39462a6c-d4c6-42e0-af1a-43bdd42d6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:57.400846 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-39462a6c-d4c6-42e0-af1a-43bdd42d6c88 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.1012754 Sep 16 05:51:57.466159 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-696d5d1e-5b11-497f-92a3-aa9c87cad668 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1002 time: 0.0585093 Sep 16 05:51:57.516968 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-0fe5e025-baf5-491a-a40f-3ee8169fd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:57.519109 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-0fe5e025-baf5-491a-a40f-3ee8169fd191 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0456717 Sep 16 05:51:57.569490 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-e3e97671-8dd1-4554-aa7f-42ea4f3081d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:57.571035 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-e3e97671-8dd1-4554-aa7f-42ea4f3081d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449286 Sep 16 05:51:57.680040 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-5b1365dd-b955-451d-9fa0-2eea3eb1f863 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979245 Sep 16 05:51:57.807452 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c7c37a5a-2380-4d94-87f3-2fb24012e509 req-4211c9fb-d279-49b1-b559-87c2907b1f45 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209705 Sep 16 05:51:58.423129 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:58.425848 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:51:58.447283 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533813d1-ac47-4a38-8c25-825d7bdd1e16 req-b30db250-5ae1-4338-ba47-f1f90f3ddfd4 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:58.449463 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-533813d1-ac47-4a38-8c25-825d7bdd1e16 req-b30db250-5ae1-4338-ba47-f1f90f3ddfd4 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0660548 Sep 16 05:51:58.537783 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-533813d1-ac47-4a38-8c25-825d7bdd1e16 req-845a6c96-b8ba-4f44-9023-eab25aedcc75 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806749 Sep 16 05:51:59.705308 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6e32-a464-490e-a711-f9d8f9109a43 req-bf9d81cf-3138-4494-8630-1a15a3db1ff9 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:51:59.707535 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6d2d6e32-a464-490e-a711-f9d8f9109a43 req-bf9d81cf-3138-4494-8630-1a15a3db1ff9 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0557897 Sep 16 05:51:59.770868 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6d2d6e32-a464-490e-a711-f9d8f9109a43 req-eb956404-a980-4f39-b4da-86db4c934a97 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568454 Sep 16 05:52:00.902094 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa76ee-c18d-4b8e-8847-7ea1f5c17113 req-73bc90b9-d9ff-4763-8a91-d2cf13e5e2d3 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:00.906432 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5caa76ee-c18d-4b8e-8847-7ea1f5c17113 req-73bc90b9-d9ff-4763-8a91-d2cf13e5e2d3 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0559902 Sep 16 05:52:00.974916 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5caa76ee-c18d-4b8e-8847-7ea1f5c17113 req-c832b077-fee1-40f0-88c8-fe63eb41f97a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640893 Sep 16 05:52:02.126957 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-adbd0a6d-6959-4630-854c-d095880033a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:02.142018 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d436-0824-420f-be3f-2f09ff047a09 req-80cff52a-c645-43fe-86a0-225dac6baf07 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:02.145434 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-21a7d436-0824-420f-be3f-2f09ff047a09 req-80cff52a-c645-43fe-86a0-225dac6baf07 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0694706 Sep 16 05:52:02.198530 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:02.226539 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-21a7d436-0824-420f-be3f-2f09ff047a09 req-3efd7731-4f7c-4a85-aebc-3dd57a62a94b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736945 Sep 16 05:52:03.222455 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:03.362039 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee1004-c5fa-488d-b3d4-2c98070bb6f7 req-af490b5f-8406-4d30-b7e7-8b84ec8353dd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:03.363506 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-adee1004-c5fa-488d-b3d4-2c98070bb6f7 req-af490b5f-8406-4d30-b7e7-8b84ec8353dd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0563006 Sep 16 05:52:03.423489 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-adee1004-c5fa-488d-b3d4-2c98070bb6f7 req-702a9ea7-bbc5-480a-93d8-577bb280651b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542693 Sep 16 05:52:04.258367 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e8b932da-618c-42c7-ae61-f251ae8d2399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:04.544699 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ebb52-a981-41f1-bd9f-56938c3522f4 req-69223929-8031-4527-a00e-64bd1b08a517 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:04.546186 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b6ebb52-a981-41f1-bd9f-56938c3522f4 req-69223929-8031-4527-a00e-64bd1b08a517 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0484817 Sep 16 05:52:04.611189 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b6ebb52-a981-41f1-bd9f-56938c3522f4 req-2f949da7-5699-486d-a03d-0012eb3b313a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583978 Sep 16 05:52:05.743003 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9382488-7664-41e2-b7d0-0d9ac29591a1 req-89fbb0b2-c1ab-4a61-9464-5a491abe3b06 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:05.744459 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9382488-7664-41e2-b7d0-0d9ac29591a1 req-89fbb0b2-c1ab-4a61-9464-5a491abe3b06 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0467491 Sep 16 05:52:05.811940 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e9382488-7664-41e2-b7d0-0d9ac29591a1 req-4fa4c807-ac81-44b4-acb9-ebf16e385429 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615454 Sep 16 05:52:05.978229 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:06.727577 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50654) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:06.772806 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_v2 [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Deleting subnet 0520ca81-4ddb-44b0-b16e-e5db0c789ae7 {{(pid=113249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:52:06.776170 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Publish callbacks [] for subnet (0520ca81-4ddb-44b0-b16e-e5db0c789ae7), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:06.811306 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907431'] for subnet (0520ca81-4ddb-44b0-b16e-e5db0c789ae7), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:06.857620 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (0520ca81-4ddb-44b0-b16e-e5db0c789ae7), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:06.963569 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8423ea1-4ad9-46f1-9606-752926e7ac78 req-89599be4-587d-49ff-9efb-c9fc9a4c1d57 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:06.964674 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8423ea1-4ad9-46f1-9606-752926e7ac78 req-89599be4-587d-49ff-9efb-c9fc9a4c1d57 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0570667 Sep 16 05:52:06.978559 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12297734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12402085'] for subnet (0520ca81-4ddb-44b0-b16e-e5db0c789ae7), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.019728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0520ca81-4ddb-44b0-b16e-e5db0c789ae7,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:07.028211 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.030714 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0520ca81-4ddb-44b0-b16e-e5db0c789ae7 HTTP/1.1" status: 204 len: 168 time: 0.3021612 Sep 16 05:52:07.033555 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50658) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:07.047253 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.047739 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.047925 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.048253 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.048586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.048905 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.049282 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.050346 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.050674 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.051086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.051411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.051736 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.052058 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.052375 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.052720 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2365688f-6fe5-42a8-a26f-d810c5b97781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.081261 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e8423ea1-4ad9-46f1-9606-752926e7ac78 req-06dee070-e0de-442d-84b6-fbdc75579fa3 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090343 Sep 16 05:52:07.123799 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.202880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.223778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:07.232673 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3400af-7a5d-479c-bc9d-69bd94dece4a') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:07.232968 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3400af-7a5d-479c-bc9d-69bd94dece4a') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:07.242514 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (8f3400af-7a5d-479c-bc9d-69bd94dece4a), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.255664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (8f3400af-7a5d-479c-bc9d-69bd94dece4a), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.261806 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:07.262214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (8f3400af-7a5d-479c-bc9d-69bd94dece4a), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.390195 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.392689 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 8f3400af-7a5d-479c-bc9d-69bd94dece4a resource provider aggregate not found Sep 16 05:52:07.400493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.406560 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10 HTTP/1.1" status: 204 len: 168 time: 0.3711123 Sep 16 05:52:07.421670 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42da8a8-e91e-49c1-b2e7-d8b39dbbfb10,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:07.429946 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 8f3400af-7a5d-479c-bc9d-69bd94dece4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f3400af-7a5d-479c-bc9d-69bd94dece4a found for delete ", "request_id": "req-e40c4a1b-d126-44be-8c4b-208008147467"}]} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.434720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.435832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.435832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.435832 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.436111 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3366bc9-984a-46cb-9ec0-456021ffae94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:07.481721 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.717524 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50668) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:07.762345 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-08d13f18-34e1-42b4-9980-118ce8c82458 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=09daa04b5df3418ab5552d9e53521d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434203 Sep 16 05:52:07.764988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50670) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:07.773020 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.816067 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] Publish callbacks [] for security_group (b9f03ded-c4c2-44a5-89ce-f704f47742eb), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.836059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] Publish callbacks [] for security_group (b9f03ded-c4c2-44a5-89ce-f704f47742eb), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.851884 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:07.950071 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (b9f03ded-c4c2-44a5-89ce-f704f47742eb), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.952607 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:07.953806 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b9f03ded-c4c2-44a5-89ce-f704f47742eb HTTP/1.1" status: 204 len: 168 time: 0.1878870 Sep 16 05:52:07.962938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc42e2-301d-40ea-ba9b-9743788648f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f03ded-c4c2-44a5-89ce-f704f47742eb,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:08.208891 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf8d4-1c2b-4bc8-96ad-04b5fe5bc096 req-3f757f5d-fca3-44c3-b425-a0e9588bbd61 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:08.210439 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f97cf8d4-1c2b-4bc8-96ad-04b5fe5bc096 req-3f757f5d-fca3-44c3-b425-a0e9588bbd61 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0476193 Sep 16 05:52:08.285673 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f97cf8d4-1c2b-4bc8-96ad-04b5fe5bc096 req-be931792-7483-4956-8d23-c7052613c9d5 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612550 Sep 16 05:52:09.405707 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55ea6-f55b-44bb-919c-56a322999786 req-45813f98-f9f9-490a-80b5-c10d6d7395dc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:09.407362 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8bf55ea6-f55b-44bb-919c-56a322999786 req-45813f98-f9f9-490a-80b5-c10d6d7395dc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0489948 Sep 16 05:52:09.475722 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-8bf55ea6-f55b-44bb-919c-56a322999786 req-4ecb72ae-97ca-47c1-ba6c-4299eadd16f3 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618613 Sep 16 05:52:10.598915 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70406cff-2ef2-4f47-91df-18edeb6410e0 req-9705a144-fca8-4474-b608-1e24090900b0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:10.600449 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-70406cff-2ef2-4f47-91df-18edeb6410e0 req-9705a144-fca8-4474-b608-1e24090900b0 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0461309 Sep 16 05:52:10.618831 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:10.662252 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-70406cff-2ef2-4f47-91df-18edeb6410e0 req-aef18ec1-7f3c-415c-b0c1-782d1519c5bc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562754 Sep 16 05:52:11.781380 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2569cc-bad8-4113-9777-3b15bdff8db9 req-2e5312e8-07fe-4291-8a5b-dfb0e7e9c1a4 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:11.782836 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7a2569cc-bad8-4113-9777-3b15bdff8db9 req-2e5312e8-07fe-4291-8a5b-dfb0e7e9c1a4 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0466778 Sep 16 05:52:11.816148 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:11.824034 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:11.843340 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7a2569cc-bad8-4113-9777-3b15bdff8db9 req-abe92458-7f88-4f5c-bb64-f777304db2d6 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545750 Sep 16 05:52:12.192661 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:12.967922 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11f36c-fad0-418c-b805-cbbe98ece39f req-8bde05b4-e9c5-41ed-ac8d-fd6f997d6e1a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:12.969394 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7f11f36c-fad0-418c-b805-cbbe98ece39f req-8bde05b4-e9c5-41ed-ac8d-fd6f997d6e1a tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0483589 Sep 16 05:52:13.034586 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7f11f36c-fad0-418c-b805-cbbe98ece39f req-4be69e6c-1955-4409-9801-f0686a5d35f4 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592022 Sep 16 05:52:14.157864 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32cff8-e411-41ed-90a8-9f47a944772f req-caa98af7-8989-4e5e-860c-e39b750f2c85 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:14.159325 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-be32cff8-e411-41ed-90a8-9f47a944772f req-caa98af7-8989-4e5e-860c-e39b750f2c85 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0492542 Sep 16 05:52:14.224173 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-be32cff8-e411-41ed-90a8-9f47a944772f req-accda8f1-3b42-4703-9869-47914b2652c9 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574980 Sep 16 05:52:15.350000 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d3503-27ce-4e15-919a-680511814eda req-dec16e2f-24c8-48aa-aba1-dee7bb5d5fa1 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:15.351443 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9f2d3503-27ce-4e15-919a-680511814eda req-dec16e2f-24c8-48aa-aba1-dee7bb5d5fa1 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0512886 Sep 16 05:52:15.412198 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9f2d3503-27ce-4e15-919a-680511814eda req-2d132925-e07d-4194-80be-83ffb73b8f66 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549366 Sep 16 05:52:16.539406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc2fd6-76ef-4c21-8ea3-9863d98b45c3 req-6f8b3b6e-3c24-48a1-9a11-e283046acc5d tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:16.541309 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-36fc2fd6-76ef-4c21-8ea3-9863d98b45c3 req-6f8b3b6e-3c24-48a1-9a11-e283046acc5d tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0491743 Sep 16 05:52:16.601751 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-36fc2fd6-76ef-4c21-8ea3-9863d98b45c3 req-c5890a03-2ead-42d4-adf3-37f4f95e21fa tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546939 Sep 16 05:52:16.783725 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:17.726168 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fec8-eb76-4a9f-bdd1-c6ea1fb9ed7d req-6c93d299-4f17-4e4e-b364-f151a9cea391 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:17.727625 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-baf9fec8-eb76-4a9f-bdd1-c6ea1fb9ed7d req-6c93d299-4f17-4e4e-b364-f151a9cea391 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0480187 Sep 16 05:52:17.788830 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-baf9fec8-eb76-4a9f-bdd1-c6ea1fb9ed7d req-53fbe97b-77ab-4fe5-8538-1487bf9c2a63 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548258 Sep 16 05:52:18.303705 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50788) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:18.408730 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d28c5353-8397-4351-9bab-976f5bdd5d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.483532 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d28c5353-8397-4351-9bab-976f5bdd5d45 admin admin] Publish callbacks [] for security_group (3b7f377a-78ec-4f50-a29a-5c19a7822358), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.543587 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d28c5353-8397-4351-9bab-976f5bdd5d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3b7f377a-78ec-4f50-a29a-5c19a7822358), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.586147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c5353-8397-4351-9bab-976f5bdd5d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f377a-78ec-4f50-a29a-5c19a7822358,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:18.591683 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d28c5353-8397-4351-9bab-976f5bdd5d45 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=994a2a4d9e704104a661c0392254223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869444 Sep 16 05:52:18.594515 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50792) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:18.642222 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] Publish callbacks [] for security_group (3b7f377a-78ec-4f50-a29a-5c19a7822358), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.661746 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] Publish callbacks [] for security_group (3b7f377a-78ec-4f50-a29a-5c19a7822358), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.667720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:18.818316 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3b7f377a-78ec-4f50-a29a-5c19a7822358), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.820767 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:18.821999 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b7f377a-78ec-4f50-a29a-5c19a7822358 HTTP/1.1" status: 204 len: 168 time: 0.2265742 Sep 16 05:52:18.834104 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93a548-74ae-47bf-b37e-6080021cf6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f377a-78ec-4f50-a29a-5c19a7822358,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:18.937613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d84ba-ae88-47f8-9576-6adc5a2a222b req-67537df3-0004-4e59-a25b-a5fc574a7cb8 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:18.939499 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2e0d84ba-ae88-47f8-9576-6adc5a2a222b req-67537df3-0004-4e59-a25b-a5fc574a7cb8 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0581710 Sep 16 05:52:19.010454 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2e0d84ba-ae88-47f8-9576-6adc5a2a222b req-aef9e457-1fe8-47bd-981c-4e6373085c6c tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648012 Sep 16 05:52:20.032196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50818) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:20.130943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655901943-network', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:20.148324 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0c03f-69ae-4972-bf86-820b9b35ea81 req-5da9e0a1-62dc-4193-93a9-8d597b534232 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:20.150027 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dfb0c03f-69ae-4972-bf86-820b9b35ea81 req-5da9e0a1-62dc-4193-93a9-8d597b534232 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0542293 Sep 16 05:52:20.203121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Made reservation on behalf of 22b431b5f9f344a6b72c3ee49d1c29ce for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:20.205476 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.217346 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-dfb0c03f-69ae-4972-bf86-820b9b35ea81 req-b047ebda-bc0b-4f84-ae89-262b1026b3d5 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0b21f1c4-b366-4ee4-9917-c3693a685c8f&id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610137 Sep 16 05:52:20.219177 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.253910 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:20.296938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks [] for security_group (79a381a9-86a6-4c83-ab15-d9a1a3945189), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.361139 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (79a381a9-86a6-4c83-ab15-d9a1a3945189), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.389614 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:20.397889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a381a9-86a6-4c83-ab15-d9a1a3945189,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:20.402799 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (44b094ab-6cdb-429b-a6dc-2c1d915cb516), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.403145 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Added segment 44b094ab-6cdb-429b-a6dc-2c1d915cb516 of type vlan for network d7f99abe-83ff-416f-b7d1-3b3c046c7984 Sep 16 05:52:20.449585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (d7f99abe-83ff-416f-b7d1-3b3c046c7984), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.521045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (d7f99abe-83ff-416f-b7d1-3b3c046c7984), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.522155 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:20.522758 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.585680 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] Pushing event updated for resources: {'Network': ['ID=d7f99abe-83ff-416f-b7d1-3b3c046c7984,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:20.596702 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:20.632400 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b6e8b13d-cfac-4fe6-b98a-35276ad0f42d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5991216 Sep 16 05:52:20.635902 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50828) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:20.640902 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Request body: {'subnet': {'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655901943-subnet', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'ip_version': 4}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:20.726833 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Made reservation on behalf of 22b431b5f9f344a6b72c3ee49d1c29ce for: {'subnet': 1} {{(pid=113249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:20.729372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12402058'] for subnet (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:20.961548 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12298969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12402076'] for subnet (55fbe2e3-dddb-4ab0-8c53-ffc640b725f8), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.024876 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:21.033178 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:21.033532 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Network hostable DHCP agents. Network: d7f99abe-83ff-416f-b7d1-3b3c046c7984, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:21.115471 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:21.177993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, d7f99abe-83ff-416f-b7d1-3b3c046c7984) {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:21.182526 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:21.183394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.187456 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a21741-4163-45e9-84ee-c0e1b29e094e None None] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:52:21.255420 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-36bb6903-d368-40dd-a689-139e4270a0d7 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6182809 Sep 16 05:52:21.258177 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50830) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:21.263043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:21.296939 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-d7f99abe-83ff-416f-b7d1-3b3c046c7984', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:52:21.297920 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.344330 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.345405 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.369326 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:21.396704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for router_controller (d077d80a-9624-481a-b56b-39da2aaa8c90), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.434266 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Allocated IP 172.20.0.2 (d7f99abe-83ff-416f-b7d1-3b3c046c7984/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8/88f37ad9-f337-4cef-9276-709d92720f02) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:21.625809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for router_gateway (d077d80a-9624-481a-b56b-39da2aaa8c90), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.703357 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks [] for port (88f37ad9-f337-4cef-9276-709d92720f02), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.750027 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (88f37ad9-f337-4cef-9276-709d92720f02), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.791079 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:21.796128 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:21.798216 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Pushing event updated for resources: {'Port': ['ID=88f37ad9-f337-4cef-9276-709d92720f02,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:21.801193 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:21.809883 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.810222 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.810577 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.810883 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.811203 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.811520 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.811834 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.812146 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.812459 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.812770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.813082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.813396 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.813705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.814038 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.814348 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:21.846507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for router_gateway (d077d80a-9624-481a-b56b-39da2aaa8c90), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.865456 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.870782 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Attempting to bind port 88f37ad9-f337-4cef-9276-709d92720f02 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:21.871143 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Attempting to bind port 88f37ad9-f337-4cef-9276-709d92720f02 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:21.871496 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Attempting to bind port 88f37ad9-f337-4cef-9276-709d92720f02 on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:21.912846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:21.913230 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:21.913607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.914022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Bound using segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:21.914799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Bound port: 88f37ad9-f337-4cef-9276-709d92720f02, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:21.915173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (88f37ad9-f337-4cef-9276-709d92720f02), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:21.918359 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:21.925089 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:21.974028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Allocated IP 172.27.0.112 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:21.978300 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] For port 88f37ad9-f337-4cef-9276-709d92720f02, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:21.982185 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] For port 88f37ad9-f337-4cef-9276-709d92720f02, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=88f37ad9-f337-4cef-9276-709d92720f02,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:22.047125 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (88f37ad9-f337-4cef-9276-709d92720f02), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:22.093475 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:22.100189 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c0fa4-5d1a-40d3-878a-de05892326e3 None None] Pushing event updated for resources: {'Port': ['ID=88f37ad9-f337-4cef-9276-709d92720f02,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:22.196156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:22.254396 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:22.259972 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:22.264796 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:22.268049 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:22.294664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:22.562484 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:22.581886 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for router_gateway (d077d80a-9624-481a-b56b-39da2aaa8c90), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:22.783711 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:22.966675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Router d077d80a-9624-481a-b56b-39da2aaa8c90 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:52:23.032460 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b489d1-66c0-4ca1-a755-3193f775240a None None] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:52:23.103535 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Provisioning complete for port 88f37ad9-f337-4cef-9276-709d92720f02 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:23.103979 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (88f37ad9-f337-4cef-9276-709d92720f02), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.104790 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Attempt 1 to provision port 88f37ad9-f337-4cef-9276-709d92720f02 Sep 16 05:52:23.111017 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:23.130623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:23.143860 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 88f37ad9-f337-4cef-9276-709d92720f02 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:23.197397 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.199380 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-fb878b98-150b-44d6-bd7f-061c7c2d1149 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9400477 Sep 16 05:52:23.202223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50836) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:23.208464 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:23.209082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.350481 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 88f37ad9-f337-4cef-9276-709d92720f02 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:23.350792 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (88f37ad9-f337-4cef-9276-709d92720f02), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.351061 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 88f37ad9-f337-4cef-9276-709d92720f02 Sep 16 05:52:23.411948 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Current status of the port 88f37ad9-f337-4cef-9276-709d92720f02 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:23.412327 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (88f37ad9-f337-4cef-9276-709d92720f02), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.437006 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:23.577200 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] For port 88f37ad9-f337-4cef-9276-709d92720f02, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=88f37ad9-f337-4cef-9276-709d92720f02,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:23.599940 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 88f37ad9-f337-4cef-9276-709d92720f02 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:23.599940 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (88f37ad9-f337-4cef-9276-709d92720f02), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.614002 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:23.668916 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (88f37ad9-f337-4cef-9276-709d92720f02), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.730139 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:23.750624 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:22Z', 'revision_number': 3, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.757114 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.db.api [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 05:52:23.757526 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG oslo_db.api [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:23.776941 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:23.789150 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ea22-5d20-4697-a6eb-08c36b2700b0 None None] Pushing event updated for resources: {'Port': ['ID=88f37ad9-f337-4cef-9276-709d92720f02,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:23.794034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:23.794415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Updating router d077d80a-9624-481a-b56b-39da2aaa8c90 port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 binding host dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:52:23.830958 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-1768ec3a-e420-490f-b62d-f9f66a695a1f None None] Provisioning complete for port 88f37ad9-f337-4cef-9276-709d92720f02 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:23.831324 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1768ec3a-e420-490f-b62d-f9f66a695a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (88f37ad9-f337-4cef-9276-709d92720f02), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.831652 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-1768ec3a-e420-490f-b62d-f9f66a695a1f None None] Attempt 1 to provision port 88f37ad9-f337-4cef-9276-709d92720f02 Sep 16 05:52:23.861371 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.926763 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:23.998194 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:24.007569 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1768ec3a-e420-490f-b62d-f9f66a695a1f None None] Current status of the port 88f37ad9-f337-4cef-9276-709d92720f02 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:24.086842 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Allocated IP 172.20.0.1 (d7f99abe-83ff-416f-b7d1-3b3c046c7984/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8/9ecdeb55-c514-4258-ab8d-3f00e8baa0c1) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:24.181740 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks [] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), precommit_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.205237 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks [] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.252655 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.304605 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.305193 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Attempting to bind port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:24.305555 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Attempting to bind port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:24.305930 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Attempting to bind port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:24.348727 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:24.351952 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3cd7c-99c9-4643-8c3f-1cd68d1aa277 None None] Pushing event updated for resources: {'Port': ['ID=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:24.353965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:24.354115 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 88f37ad9-f337-4cef-9276-709d92720f02 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:24.356254 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Pushing event updated for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:24.358491 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:24.373071 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:24.373446 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:24.373917 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.374305 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:24.374975 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Bound port: c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:24.375149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.401608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (d077d80a-9624-481a-b56b-39da2aaa8c90), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.570214 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] For port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:24.573770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] For port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:24.580240 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:24.601101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.630225 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Provisioning complete for port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:24.630884 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.631258 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 1 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:24.654946 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.694090 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:24.701896 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:24.702522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:24.757119 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3cd7c-99c9-4643-8c3f-1cd68d1aa277 None None] Pushing event updated for resources: {'Port': ['ID=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:24.761326 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:24.772982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks [] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.812268 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:24.821414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:24.847152 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.924214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (d077d80a-9624-481a-b56b-39da2aaa8c90), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:24.931779 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Pushing event updated for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:24.991096 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:25.021468 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:25.022860 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:25.023405 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:25.052539 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c666a-3274-41a1-8f8c-e8093011f1a5 None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:25.131336 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 88f37ad9-f337-4cef-9276-709d92720f02 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:25.157229 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:25.195723 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 2 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:25.245512 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:25.248030 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 88f37ad9-f337-4cef-9276-709d92720f02 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:25.248423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (88f37ad9-f337-4cef-9276-709d92720f02), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:25.248732 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 88f37ad9-f337-4cef-9276-709d92720f02 Sep 16 05:52:25.295058 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:25.306415 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b28f6431-ebff-4b11-9e95-fd2fd11b153a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d077d80a-9624-481a-b56b-39da2aaa8c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1028950 Sep 16 05:52:25.363600 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 88f37ad9-f337-4cef-9276-709d92720f02 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:25.747023 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 3 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:25.818754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:26.076118 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50872) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:26.081003 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2134709340-network', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:26.155275 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Made reservation on behalf of c8ecac97ea8c4737a02c0a7c145b4b91 for: {'network': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:26.157734 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for network (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.167736 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.253231 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks [] for security_group (02564f0d-7629-4232-8b07-082e1a6940c9), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.319708 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 4 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:26.325028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (02564f0d-7629-4232-8b07-082e1a6940c9), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.332740 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:26.356570 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=113250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:26.364145 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:26.368646 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02564f0d-7629-4232-8b07-082e1a6940c9,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:26.374360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (46addfe9-0b0d-4e64-a516-de8c6f1ca300), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.374693 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.segments_db [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Added segment 46addfe9-0b0d-4e64-a516-de8c6f1ca300 of type vlan for network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 Sep 16 05:52:26.423738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299336888'] for network (b0ae05bc-286d-434e-bb59-cc4c4fad67a4), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.504206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578'] for network (b0ae05bc-286d-434e-bb59-cc4c4fad67a4), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.505288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:26.505912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.568044 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ae05bc-286d-434e-bb59-cc4c4fad67a4,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:26.578930 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 details requested by agent ovs-agent-dv-cinder-857528-3-iscsi with host dv-cinder-857528-3-iscsi {{(pid=113251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:26.583323 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-321c0b5a-2797-443a-aea4-37e9edf0e840 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5035460 Sep 16 05:52:26.583526 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50880) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:26.588880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Request body: {'subnet': {'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2134709340-subnet', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'ip_version': 4}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:26.675410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Made reservation on behalf of c8ecac97ea8c4737a02c0a7c145b4b91 for: {'subnet': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:26.677872 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11821326'] for subnet (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:26.804987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74330e7d-83ca-4b34-80f0-f69bc0497b3c req-6525da2d-e1bb-46f7-90dd-97bfbaef2689 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:26.806561 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-74330e7d-83ca-4b34-80f0-f69bc0497b3c req-6525da2d-e1bb-46f7-90dd-97bfbaef2689 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0599282 Sep 16 05:52:26.865493 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 5 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:26.875521 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:26.899754 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:26.928584 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-74330e7d-83ca-4b34-80f0-f69bc0497b3c req-2a536bdb-d7bd-467b-b7dc-ea0f0e9b84ca tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139562 Sep 16 05:52:26.984071 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11888718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11821336'] for subnet (814f1a42-a86b-405b-8ba2-d85b641cf29b), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.046325 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814f1a42-a86b-405b-8ba2-d85b641cf29b,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:27.054809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Checking segment: {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:27.055161 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Network hostable DHCP agents. Network: b0ae05bc-286d-434e-bb59-cc4c4fad67a4, hostable agents: ['6fb56ac2-d5db-4433-b55a-3d0e37820716'], hosted agents: [] {{(pid=113250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:27.118619 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:27.143673 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:27.155407 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 is scheduled to be hosted by DHCP agent 6fb56ac2-d5db-4433-b55a-3d0e37820716 with binding_index 1 {{(pid=113250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:27.158204 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:27.160885 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:27.165113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:27.165113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.165113 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 Sep 16 05:52:27.235657 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-3-iscsi, b0ae05bc-286d-434e-bb59-cc4c4fad67a4) {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:27.239873 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:27.240329 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.242593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:27.243044 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.250979 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1442c9-7b45-4618-8924-40545f79087c None None] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:52:27.269555 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:27.309672 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:27.332072 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2e98609e-1611-4bac-b8b4-841a826b12a1 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7451141 Sep 16 05:52:27.332385 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50884) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:27.336833 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:27.369084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a0442f1-d067-5d6c-90b9-b72164e2c6e1-b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'fixed_ips': [{'subnet_id': '814f1a42-a86b-405b-8ba2-d85b641cf29b'}]}} from dv-cinder-857528-3-iscsi. {{(pid=113251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 05:52:27.370407 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.433711 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 6 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:27.453135 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:27.454217 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.462761 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (4587524b-28c5-435b-b66d-03f321738669), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.462761 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (4587524b-28c5-435b-b66d-03f321738669), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.462989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:27.480134 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 2, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:27.506458 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:27.506806 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Updating router d077d80a-9624-481a-b56b-39da2aaa8c90 port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:52:27.512699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:27.513186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for router_controller (4587524b-28c5-435b-b66d-03f321738669), precommit_add_association {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.536926 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.537140 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:27.581500 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Allocated IP 172.20.0.2 (b0ae05bc-286d-434e-bb59-cc4c4fad67a4/814f1a42-a86b-405b-8ba2-d85b641cf29b/c26a85ce-1a13-4cff-83f5-69d9879e1651) {{(pid=113251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:27.713384 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for router_gateway (4587524b-28c5-435b-b66d-03f321738669), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.743770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks [] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), precommit_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.841844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), after_create {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.858904 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:27.885911 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 is already hosted by enough agents. {{(pid=113251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:27.888247 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks [] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.891442 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Resources bound (agent type, host, resource id): {{(pid=113251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:27.894091 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Received port after_create {{(pid=113251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:27.897634 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Pushing event updated for resources: {'Port': ['ID=c26a85ce-1a13-4cff-83f5-69d9879e1651,revision_number=1']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:27.957714 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Attempting to bind port c26a85ce-1a13-4cff-83f5-69d9879e1651 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:27.958199 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Attempting to bind port c26a85ce-1a13-4cff-83f5-69d9879e1651 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:27.958906 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Attempting to bind port c26a85ce-1a13-4cff-83f5-69d9879e1651 on network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:27.966860 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:27.999473 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for router_gateway (4587524b-28c5-435b-b66d-03f321738669), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.007190 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:28.007602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Checking segment: {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:28.007872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.008256 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Bound using segment: {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'} {{(pid=113251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:28.009286 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.managers [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Bound port: c26a85ce-1a13-4cff-83f5-69d9879e1651, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'}}] {{(pid=113251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:28.013009 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.013216 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 7 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:28.034224 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.052152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.059931 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Pushing event updated for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.072805 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.073475 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.074031 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.074603 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.075106 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.075622 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.076137 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.076660 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.077176 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.077968 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082185 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:28.082896 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ce483-bc69-447a-a04f-63484068787d req-b9c127e4-bb4f-43c6-a356-f5b23110881a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:28.083615 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:28.083988 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-154ce483-bc69-447a-a04f-63484068787d req-b9c127e4-bb4f-43c6-a356-f5b23110881a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0688424 Sep 16 05:52:28.093075 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Attempting to bind port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:28.093427 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Attempting to bind port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:28.093870 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Attempting to bind port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:28.128658 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] For port c26a85ce-1a13-4cff-83f5-69d9879e1651, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:28.132991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] For port c26a85ce-1a13-4cff-83f5-69d9879e1651, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c26a85ce-1a13-4cff-83f5-69d9879e1651,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:28.142765 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-154ce483-bc69-447a-a04f-63484068787d req-a0c33b01-ceb8-471f-b7bd-5419884f493a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528412 Sep 16 05:52:28.143577 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:28.143950 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:28.144551 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.144709 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Bound using segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:28.145178 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Bound port: 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:28.145562 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.179904 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Allocated IP 172.27.0.220 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/b5622356-f21e-4af1-b6f4-f2b67d84760e) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:28.207755 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] For port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:28.210820 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] For port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:28.211849 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.214105 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.243279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.287581 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.288228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6f99-995e-4255-a2b4-4e13ccb07ada None None] Pushing event updated for resources: {'Port': ['ID=c26a85ce-1a13-4cff-83f5-69d9879e1651,revision_number=2']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.317668 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.321156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.329997 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:28.330636 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:28.382825 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc65793-e3d3-4078-8a42-671df1b5beb0 None None] Pushing event updated for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.398467 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-f27d5205-2c3e-448a-91ef-1e8e77541701 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:28.401458 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-f27d5205-2c3e-448a-91ef-1e8e77541701 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.0698326 Sep 16 05:52:28.450040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.464633 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:28.523775 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:28.533173 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:28.541163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:28.569124 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Pushing event updated for resources: {'Port': ['ID=b5622356-f21e-4af1-b6f4-f2b67d84760e,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.578810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:52:28.579156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.587668 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Attempt 8 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:28.670215 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Current status of the port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:28.670912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.686454 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:28.692250 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.712246 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f778f956-edc6-4a35-8c29-188500091e81 None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:28.715419 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] For port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:28.751847 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.772800 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] For port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:28.773168 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.812447 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be1629-40b1-4198-8d55-68fef410e3fe None None] Pushing event updated for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.873152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-b5c05a32-a5d6-44b4-af6a-6b06757128d2 None None] Provisioning complete for port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:28.873537 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-b5c05a32-a5d6-44b4-af6a-6b06757128d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:28.873897 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-b5c05a32-a5d6-44b4-af6a-6b06757128d2 None None] Attempt 1 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:28.948811 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:28.960895 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-b5c05a32-a5d6-44b4-af6a-6b06757128d2 None None] Current status of the port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:29.266051 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c26a85ce-1a13-4cff-83f5-69d9879e1651 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:29.323259 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c26a85ce-1a13-4cff-83f5-69d9879e1651 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:29.323696 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.324103 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c26a85ce-1a13-4cff-83f5-69d9879e1651 Sep 16 05:52:29.349393 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.350552 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.350877 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP e9af0a7f-b050-4e10-a16e-f76094034578 disassociated. External IP: 172.27.0.69, port: 1b0e17b0-6654-41ce-8ec7-308ada1eeef0. Sep 16 05:52:29.351225 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:52:29.361041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd0e0c-1ed6-459b-a6bd-869c922ccced None None] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:52:29.431376 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Provisioning complete for port c26a85ce-1a13-4cff-83f5-69d9879e1651 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:29.433060 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.433060 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Attempt 1 to provision port c26a85ce-1a13-4cff-83f5-69d9879e1651 Sep 16 05:52:29.454069 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cc0f6-34d5-4889-af60-70a65badaeb3 req-f4af8632-d167-4023-97e5-381cf6d16a69 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:29.455613 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-963cc0f6-34d5-4889-af60-70a65badaeb3 req-f4af8632-d167-4023-97e5-381cf6d16a69 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 945 time: 0.1635616 Sep 16 05:52:29.508981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for router_gateway (4587524b-28c5-435b-b66d-03f321738669), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.649248 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-963cc0f6-34d5-4889-af60-70a65badaeb3 req-00facfeb-4966-4aa8-9da1-715664c92b59 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740875 Sep 16 05:52:29.675919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c26a85ce-1a13-4cff-83f5-69d9879e1651 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:29.676519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.725852 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:29.749674 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port c26a85ce-1a13-4cff-83f5-69d9879e1651, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c26a85ce-1a13-4cff-83f5-69d9879e1651,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:29.754254 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Current status of the port c26a85ce-1a13-4cff-83f5-69d9879e1651 is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:29.754614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.773696 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (1b0e17b0-6654-41ce-8ec7-308ada1eeef0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.809341 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=1b0e17b0-6654-41ce-8ec7-308ada1eeef0,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:29.812002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693102'] for router (4587524b-28c5-435b-b66d-03f321738669), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.831422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.832503 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:29.914692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:29.931607 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.db.api [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 05:52:29.932102 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG oslo_db.api [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:29.941462 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:29.949530 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=c26a85ce-1a13-4cff-83f5-69d9879e1651,revision_number=3']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:29.953152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:29.953528 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:29.953878 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 Sep 16 05:52:30.018378 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:30.029848 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:30.031002 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:30.072081 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:30.073100 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:30.073359 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 Sep 16 05:52:30.105337 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:30.137302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:30.147492 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:30.162821 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Router 4587524b-28c5-435b-b66d-03f321738669 is scheduled to L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 with binding_index 1 {{(pid=113250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:52:30.163631 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:30.169861 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:30.170477 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:30.188406 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] No DVR routers for this DVR port 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:52:30.191767 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:30.195008 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-223f6ca4-8f4a-48f8-95ae-582ffac3c266 req-1a58e0b2-5240-44ef-b16e-74a0378f44fc tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "DELETE /networking/v2.0/ports/1b0e17b0-6654-41ce-8ec7-308ada1eeef0 HTTP/1.1" status: 204 len: 173 time: 1.7895145 Sep 16 05:52:30.196089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'name': 'network-vif-deleted', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:52:30.199105 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483aa45c-eb26-4be3-b853-31eefb18f58e" -d '{"events": [{"server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "name": "network-vif-deleted", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:30.315915 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:30.323692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27881618-14b9-4e61-8af2-e87294b9e8a4 x-openstack-request-id: req-27881618-14b9-4e61-8af2-e87294b9e8a4 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:30.323987 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eaba92-11e0-48a7-a15d-b83876732959", "name": "network-vif-deleted", "tag": "1b0e17b0-6654-41ce-8ec7-308ada1eeef0", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:30.324241 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27881618-14b9-4e61-8af2-e87294b9e8a4 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:30.324642 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27881618-14b9-4e61-8af2-e87294b9e8a4'] response: {'server_uuid': '65eaba92-11e0-48a7-a15d-b83876732959', 'name': 'network-vif-deleted', 'tag': '1b0e17b0-6654-41ce-8ec7-308ada1eeef0', 'status': 'completed', 'code': 200} Sep 16 05:52:30.351689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:30.363134 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Sync routers for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:30.374235 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:30.374845 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:30.426043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:30.427234 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-3b1e6eac-91a9-4966-9d1e-7ab543750776 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0938227 Sep 16 05:52:30.436671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50892) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:30.482129 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-26eb6189-97eb-403a-9564-e73f91c85760 None None] Current status of the port c26a85ce-1a13-4cff-83f5-69d9879e1651 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:30.508042 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:30.559662 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:30.591478 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:30.601233 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:30.616552 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:30.616552 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:30.620183 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-0f16f702-e35d-41d0-a6fe-81e9fa0851fa None None] Provisioning complete for port c26a85ce-1a13-4cff-83f5-69d9879e1651 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:30.624060 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0f16f702-e35d-41d0-a6fe-81e9fa0851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:30.624060 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0f16f702-e35d-41d0-a6fe-81e9fa0851fa None None] Attempt 1 to provision port c26a85ce-1a13-4cff-83f5-69d9879e1651 Sep 16 05:52:30.668693 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:30.717536 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 3, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:30.754555 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Checking router: 4587524b-28c5-435b-b66d-03f321738669 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:30.754984 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Updating router 4587524b-28c5-435b-b66d-03f321738669 port b5622356-f21e-4af1-b6f4-f2b67d84760e binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:52:30.787482 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:30.805091 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:30.817875 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0f16f702-e35d-41d0-a6fe-81e9fa0851fa None None] Current status of the port c26a85ce-1a13-4cff-83f5-69d9879e1651 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:30.861835 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-fbe63725-ca45-4049-98ca-65e62a3a119f req-9ae8cf98-bb9a-43ca-a048-567bd2b1643b tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=65eaba92-11e0-48a7-a15d-b83876732959 HTTP/1.1" status: 200 len: 210 time: 0.0535047 Sep 16 05:52:30.929680 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:30.968246 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.016073 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:31.061517 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3fcc9-e655-4241-9bb7-5891195553ea None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:31.100848 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks [] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.138750 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c26a85ce-1a13-4cff-83f5-69d9879e1651 up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:31.164216 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Allocated IP 172.20.0.1 (b0ae05bc-286d-434e-bb59-cc4c4fad67a4/814f1a42-a86b-405b-8ba2-d85b641cf29b/e4c1b12a-2c8e-4a51-a925-4df14d37ebdc) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:31.167959 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.192300 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port c26a85ce-1a13-4cff-83f5-69d9879e1651 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:31.192680 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.193154 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port c26a85ce-1a13-4cff-83f5-69d9879e1651 Sep 16 05:52:31.216939 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Attempting to bind port b5622356-f21e-4af1-b6f4-f2b67d84760e on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:31.217467 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Attempting to bind port b5622356-f21e-4af1-b6f4-f2b67d84760e by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:31.218029 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Attempting to bind port b5622356-f21e-4af1-b6f4-f2b67d84760e on network 7078c191-399b-4952-9a12-8998add39cd2 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:31.274470 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:31.275038 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Checking segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:31.275514 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.275903 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Bound using segment: {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:31.276600 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Bound port: b5622356-f21e-4af1-b6f4-f2b67d84760e, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c3417-3f16-4a86-bbcc-e1621f756bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7078c191-399b-4952-9a12-8998add39cd2'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:31.276977 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.283252 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:31.305418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks [] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.324384 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port c26a85ce-1a13-4cff-83f5-69d9879e1651 is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:31.338887 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0dc84-8077-43ac-aec0-595ba8f7ea62 None None] Pushing event updated for resources: {'Port': ['ID=b5622356-f21e-4af1-b6f4-f2b67d84760e,revision_number=2']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:31.344669 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] For port b5622356-f21e-4af1-b6f4-f2b67d84760e, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:31.348568 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] For port b5622356-f21e-4af1-b6f4-f2b67d84760e, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=b5622356-f21e-4af1-b6f4-f2b67d84760e,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:31.381911 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6692-a850-4459-ab3c-9d288f61890c None None] New status for floating IP e9af0a7f-b050-4e10-a16e-f76094034578: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:52:31.430529 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.459765 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.469812 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:31.479559 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:31.482131 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:31.504859 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:31.505613 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:31.514747 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:31.533593 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899415'] for router_interface (4587524b-28c5-435b-b66d-03f321738669), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.566761 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0dc84-8077-43ac-aec0-595ba8f7ea62 None None] Pushing event updated for resources: {'Port': ['ID=b5622356-f21e-4af1-b6f4-f2b67d84760e,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:31.576187 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:31.584218 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:31.620196 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:52:31.624267 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 1b0e17b0-6654-41ce-8ec7-308ada1eeef0 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:31.652776 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:31.718634 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:31.743760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.752324 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Provisioning complete for port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:31.752770 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.753175 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 1 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:31.764917 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:31.787292 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:31.832275 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 3, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:31.857509 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807ad6f-cbee-4782-806c-902bab1729c8 None None] The sync data for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi is: [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 3, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:31.920988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks [] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:31.989718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.020780 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50900) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:32.051993 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:32.064240 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:32.068152 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.070787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899523'] for router_interface (4587524b-28c5-435b-b66d-03f321738669), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.084622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.131536 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5fdb90fd-ec2c-4a6b-b790-2fbd61328ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.139085 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.153521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:32.211908 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:32.213008 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:32.281377 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.285526 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.292736 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 2 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:32.295341 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7 HTTP/1.1" status: 204 len: 168 time: 0.2727716 Sep 16 05:52:32.295341 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50902) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:32.338631 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:32.343987 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.api.v2.resource [None req-a45d59d0-5b42-469c-b2a3-8c2bbb186898 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] show failed (client error): The resource could not be found. Sep 16 05:52:32.348614 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50904) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:32.348930 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-a45d59d0-5b42-469c-b2a3-8c2bbb186898 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups/72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7 HTTP/1.1" status: 404 len: 347 time: 0.0494194 Sep 16 05:52:32.356063 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cfd70-21a4-4cb1-9806-a3baaf51eeab tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1cd2b-51fe-43cc-b6ee-0e99e9644ae7,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.405738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Router 4587524b-28c5-435b-b66d-03f321738669 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:32.521959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 0db808b0-f148-439a-b238-0e4577ed4fec {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:52:32.522613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.605496 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:32.624542 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:32.630881 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-215ed17a-371b-4988-9ec3-c1093c761d40 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4587524b-28c5-435b-b66d-03f321738669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931946 Sep 16 05:52:32.639441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:32.658631 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.659119 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (0db808b0-f148-439a-b238-0e4577ed4fec), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.673467 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 0db808b0-f148-439a-b238-0e4577ed4fec owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:52:32.840369 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 3 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:32.876250 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (0db808b0-f148-439a-b238-0e4577ed4fec), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.876518 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:32.902728 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=0db808b0-f148-439a-b238-0e4577ed4fec,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.973344 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (e9af0a7f-b050-4e10-a16e-f76094034578), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.975870 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:32.977022 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ab42103c-4ad8-45fd-9bbe-be9e5d6f512c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e9af0a7f-b050-4e10-a16e-f76094034578 HTTP/1.1" status: 204 len: 168 time: 0.6274765 Sep 16 05:52:33.079904 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50914) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.084566 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949056838', 'description': 'tempest-secgroup-smoke-1949056838 description', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.111134 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50916) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.115666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084392796', 'description': 'tempest-description--2146889849'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.122321 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device b5622356-f21e-4af1-b6f4-f2b67d84760e up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:33.165377 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port b5622356-f21e-4af1-b6f4-f2b67d84760e triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:33.165800 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.166654 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port b5622356-f21e-4af1-b6f4-f2b67d84760e Sep 16 05:52:33.167385 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.186130 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.247886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port b5622356-f21e-4af1-b6f4-f2b67d84760e is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:33.248417 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.270551 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (18477cfb-3b65-471d-9d1d-a391d340d4e9), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.275713 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] For port b5622356-f21e-4af1-b6f4-f2b67d84760e, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=b5622356-f21e-4af1-b6f4-f2b67d84760e,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:33.303231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (8f5e3ab6-200a-4901-9e43-884896012aa8), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.361445 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (18477cfb-3b65-471d-9d1d-a391d340d4e9), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.378013 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 4 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:33.388461 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8f5e3ab6-200a-4901-9e43-884896012aa8), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.400290 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.409610 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18477cfb-3b65-471d-9d1d-a391d340d4e9,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.435781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e3ab6-200a-4901-9e43-884896012aa8,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.436015 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:33.455895 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Pushing event updated for resources: {'Port': ['ID=b5622356-f21e-4af1-b6f4-f2b67d84760e,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.477119 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.478428 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-6fe5fe2e-3c9f-4048-8d82-f0e3380f59a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3975282 Sep 16 05:52:33.486348 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50918) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.486348 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.506689 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.508330 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-ed2cb919-efe0-4771-b5c2-4b25160fa4e6 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3958361 Sep 16 05:52:33.511449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50920) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.515606 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': '8f5e3ab6-200a-4901-9e43-884896012aa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.567085 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Sync routers for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:33.576307 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:33.576908 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:33.589529 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (76bb9852-a909-404d-a3f5-74c0d210f1c9), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.619632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (319f60f2-ebf8-4aa7-9e67-a15b355d6dd0), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.690507 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (76bb9852-a909-404d-a3f5-74c0d210f1c9), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.708945 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (319f60f2-ebf8-4aa7-9e67-a15b355d6dd0), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.738051 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (76bb9852-a909-404d-a3f5-74c0d210f1c9), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.757684 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (319f60f2-ebf8-4aa7-9e67-a15b355d6dd0), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.760106 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bb9852-a909-404d-a3f5-74c0d210f1c9,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.769125 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:33.781075 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f60f2-ebf8-4aa7-9e67-a15b355d6dd0,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.814594 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.815652 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-bf8e50d2-18d8-43f8-9450-a47690e2cbe6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329136 Sep 16 05:52:33.818415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50922) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.823618 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.833519 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.834675 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-6334cc89-c789-4e23-a746-ba6b87a799cd tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223045 Sep 16 05:52:33.839771 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50924) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:33.844939 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'security_group_rule': {'security_group_id': '8f5e3ab6-200a-4901-9e43-884896012aa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.852541 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=73,neutron:DELETE=9,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:33.936812 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 5 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:33.959961 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:33.965317 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 4, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'e4c1b12a-2c8e-4a51-a925-4df14d37ebdc', 'name': '', 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'mac_address': 'fa:16:3e:f8:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:30Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 2, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'subnets': [{'id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:33.969231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (213db001-0c33-4450-90a6-d061913087ec), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.971000 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:33.971861 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (186199d1-0479-4502-bf7d-f7b5fbfd45b3), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:33.990799 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Checking router: 4587524b-28c5-435b-b66d-03f321738669 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:33.991152 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Updating router 4587524b-28c5-435b-b66d-03f321738669 port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc binding host dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:52:34.019484 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.079155 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (186199d1-0479-4502-bf7d-f7b5fbfd45b3), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.080825 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (213db001-0c33-4450-90a6-d061913087ec), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.161609 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (186199d1-0479-4502-bf7d-f7b5fbfd45b3), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.166408 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (213db001-0c33-4450-90a6-d061913087ec), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.192315 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186199d1-0479-4502-bf7d-f7b5fbfd45b3,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.205711 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213db001-0c33-4450-90a6-d061913087ec,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.249094 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.250354 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-94b7728d-cd11-4ccf-8c98-1f71f4478c11 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4309933 Sep 16 05:52:34.253234 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50926) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:34.257770 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:34.264636 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc49-5220-4645-927f-58aa5362b598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.268342 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.269507 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-1bb8bf01-d6a0-4210-a93c-4eb6b43a1e0a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4278612 Sep 16 05:52:34.277914 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50928) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:34.283485 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:34.284135 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks [] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), precommit_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.332955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (4c4919d9-9228-478f-8b69-547db36d6fb4), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.344273 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.345815 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.399130 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (4c4919d9-9228-478f-8b69-547db36d6fb4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.426846 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab749620-8de8-4f33-a3f9-51c1d727fc79 None None] Pushing event updated for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=3']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.444054 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Attempting to bind port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc on host dv-cinder-857528-3-iscsi for vnic_type normal with profile {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:34.444423 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Attempting to bind port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc by drivers openvswitch,hyperv on host dv-cinder-857528-3-iscsi at level 0 using segments [{'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:34.444779 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Attempting to bind port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc on network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:34.452590 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (4c4919d9-9228-478f-8b69-547db36d6fb4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.473565 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 6 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:34.475737 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4919d9-9228-478f-8b69-547db36d6fb4,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.499126 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Checking agent: {'id': 'bcd13d9f-395d-424f-a62d-f12be185eac8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 34, 7), 'started_at': datetime.datetime(2022, 9, 16, 5, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:34.499511 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Checking segment: {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:34.499904 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.500299 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Bound using segment: {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'} {{(pid=113252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:34.500777 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.managers [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Bound port: e4c1b12a-2c8e-4a51-a925-4df14d37ebdc, host: dv-cinder-857528-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46addfe9-0b0d-4e64-a516-de8c6f1ca300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4'}}] {{(pid=113252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:34.501158 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), before_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.504287 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:34.524538 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.526765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:34.530428 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c23f028c-0dd5-477f-90a5-1d1f320e09d7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2759218 Sep 16 05:52:34.531067 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50930) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:34.536229 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:34.553276 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:34.574553 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] For port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc, host dv-cinder-857528-3-iscsi, cleared binding levels {{(pid=113252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:34.577876 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.plugins.ml2.db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] For port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc, host dv-cinder-857528-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:34.607883 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (380dade1-dd74-42ff-b533-d13dc9440ec6), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.620327 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron_lib.callbacks.manager [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_update {{(pid=113252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.667042 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:34.667705 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:34.677888 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (380dade1-dd74-42ff-b533-d13dc9440ec6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.685806 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.711919 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab749620-8de8-4f33-a3f9-51c1d727fc79 None None] Pushing event updated for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=4']} {{(pid=113252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.726992 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (380dade1-dd74-42ff-b533-d13dc9440ec6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.747515 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380dade1-dd74-42ff-b533-d13dc9440ec6,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:34.785368 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:34.810982 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.27.0.202 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/885692e8-a700-46ce-80da-554a59898e64) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:34.815112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.816869 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-96506512-9087-4a7b-9c88-f1460211d748 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845147 Sep 16 05:52:34.819577 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 50932) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:34.825159 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:34.844932 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:34.931544 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (885692e8-a700-46ce-80da-554a59898e64), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.943796 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.securitygroups_db [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Project 22b431b5f9f344a6b72c3ee49d1c29ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:52:34.953532 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (bc2ce9a2-f99d-49c8-8d01-0dc981a6ca57), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:34.963218 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:35.006830 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (bc2ce9a2-f99d-49c8-8d01-0dc981a6ca57), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.008071 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 4, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'e4c1b12a-2c8e-4a51-a925-4df14d37ebdc', 'name': '', 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'mac_address': 'fa:16:3e:f8:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:30Z', 'updated_at': '2022-09-16T05:52:34Z', 'revision_number': 4, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'subnets': [{'id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:35.024206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (885692e8-a700-46ce-80da-554a59898e64), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.028595 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Attempt 7 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:35.036693 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681d6b4-1d9d-400a-8b92-73e4da1afc03 None None] The sync data for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi is: [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:52:31Z', 'revision_number': 4, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': 'e4c1b12a-2c8e-4a51-a925-4df14d37ebdc', 'name': '', 'network_id': 'b0ae05bc-286d-434e-bb59-cc4c4fad67a4', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'mac_address': 'fa:16:3e:f8:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:30Z', 'updated_at': '2022-09-16T05:52:34Z', 'revision_number': 4, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'subnets': [{'id': '814f1a42-a86b-405b-8ba2-d85b641cf29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:35.075755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (bc2ce9a2-f99d-49c8-8d01-0dc981a6ca57), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.094835 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=885692e8-a700-46ce-80da-554a59898e64,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.099409 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:35.101540 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:35.106725 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:35.144109 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2ce9a2-f99d-49c8-8d01-0dc981a6ca57,revision_number=0']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.174710 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.179386 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-54dd883e-9d4a-45f3-a0ab-c11d95a3533a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3586388 Sep 16 05:52:35.179716 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 50934) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:35.190056 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'security_group_rule': {'security_group_id': '18477cfb-3b65-471d-9d1d-a391d340d4e9', 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:35.204788 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:35.254084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device b5622356-f21e-4af1-b6f4-f2b67d84760e up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:35.254597 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.297733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:35.339257 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.securitygroups_db [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Project 22b431b5f9f344a6b72c3ee49d1c29ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:52:35.343809 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port b5622356-f21e-4af1-b6f4-f2b67d84760e triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:35.344184 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.344552 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port b5622356-f21e-4af1-b6f4-f2b67d84760e Sep 16 05:52:35.347572 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (8f6314ae-642f-41f4-ac35-687b0ec38e33), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.376389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Current status of the port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc is: DOWN; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:35.376950 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.397347 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (885692e8-a700-46ce-80da-554a59898e64), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.427036 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:35.447953 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] For port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:35.464972 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port b5622356-f21e-4af1-b6f4-f2b67d84760e is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:35.492586 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (8f6314ae-642f-41f4-ac35-687b0ec38e33), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.504253 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.571088 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70137b3e-bc64-4bf4-80b3-4b6a9e311fe2 None None] Pushing event updated for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.580912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826838'] for security_group_rule (8f6314ae-642f-41f4-ac35-687b0ec38e33), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.612136 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6314ae-642f-41f4-ac35-687b0ec38e33,revision_number=0']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.624449 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-77d5c1ed-c203-4d46-aa6d-18d964e66771 None None] Provisioning complete for port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:35.624657 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-77d5c1ed-c203-4d46-aa6d-18d964e66771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.624987 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-77d5c1ed-c203-4d46-aa6d-18d964e66771 None None] Attempt 1 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:35.628813 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (885692e8-a700-46ce-80da-554a59898e64), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.683273 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.687442 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-b23c1074-fcb2-40d6-a16f-d86011bd21bc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5036333 Sep 16 05:52:35.710594 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (885692e8-a700-46ce-80da-554a59898e64), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.710966 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-77d5c1ed-c203-4d46-aa6d-18d964e66771 None None] Current status of the port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:35.765913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:35.788618 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=885692e8-a700-46ce-80da-554a59898e64,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.791951 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.866418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:35.869287 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-2be55d8e-234d-41f7-b472-5d2fbfeca62d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5884445 Sep 16 05:52:35.972699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:36.222842 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-a9070f1e-9a31-4e31-a2ea-cabf906ba096 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2084392796&fields=id&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 267 time: 0.0471966 Sep 16 05:52:36.341965 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-7a445d72-e223-49c6-bdc7-805cbba69a10 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:36.343432 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-7a445d72-e223-49c6-bdc7-805cbba69a10 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1133559 Sep 16 05:52:36.359170 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-21b47b25-f594-41d8-b1ae-7f597e0779f3 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/quotas/86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Sep 16 05:52:36.410706 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-12ba7f8a-d097-4b59-96d1-db4df8cf2e51 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460646 Sep 16 05:52:36.511538 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-06455d84-730b-4d22-9a07-8355f25afcd8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882335 Sep 16 05:52:36.567761 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:36.609361 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f43c5d7d-931f-468b-8c08-2807df676b0c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918157 Sep 16 05:52:36.970514 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3df2cf0c-856d-4a89-9c29-94a8c3ae61a4 req-9bcba79f-1902-4ee3-afa4-e590e2c55504 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 210 time: 0.1341739 Sep 16 05:52:37.115261 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e4c1b12a-2c8e-4a51-a925-4df14d37ebdc up at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:37.159173 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Provisioning complete for port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:37.159572 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:37.159902 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Attempt 1 to provision port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc Sep 16 05:52:37.241546 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Current status of the port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc is: ACTIVE; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:37.521171 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:37.772593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:38.076774 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a319a17b-3a49-49d4-8604-858b91ea07bd req-9e9e4912-9033-4d6b-85a6-56c2509ec9ba tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 210 time: 0.0287032 Sep 16 05:52:39.071141 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-d94afc2c-31c7-4d9d-9373-1760a3c3f39a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:39.073172 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-d94afc2c-31c7-4d9d-9373-1760a3c3f39a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 814 time: 0.1072435 Sep 16 05:52:39.145148 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-dc5b7884-5b90-44c8-b2e0-f906ba6ee5cb tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86f59bdb0c3a46bf86fe611b95335b19 HTTP/1.1" status: 200 len: 380 time: 0.0555086 Sep 16 05:52:39.173080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'port': {'device_id': 'ad135474-4348-4399-a360-8dd9e2675eea', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'admin_state_up': True, 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'security_groups': ['8f5e3ab6-200a-4901-9e43-884896012aa8']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:39.199161 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:39.206397 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-5954d468-3967-4844-8752-4878f3a05a2e req-dfb3d638-8898-42c8-abc9-051e71f23a73 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 210 time: 0.0486991 Sep 16 05:52:39.384757 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Made reservation on behalf of 86f59bdb0c3a46bf86fe611b95335b19 for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:39.389913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:39.525300 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Allocated IP 172.20.0.9 (3b5fb655-7c7f-4e1a-a62e-330916799304/5acbf5a3-7341-45d1-81f2-bf73519a2bcc/40b5af35-3eed-406c-989d-dc99ced62505) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:39.674465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for port (40b5af35-3eed-406c-989d-dc99ced62505), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:39.778678 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:39.818898 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:39.826116 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:39.831363 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:39.835159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:39.868851 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event updated for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:39.891735 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:39.892340 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:39.899220 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:39.946996 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-f45b58c7-cd25-4fa3-86e6-33a5a9c1f7d8 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872977 Sep 16 05:52:39.970984 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Request body: {'port': {'device_id': 'ad135474-4348-4399-a360-8dd9e2675eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:40.036650 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (40b5af35-3eed-406c-989d-dc99ced62505), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.066791 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Provisioning complete for port 40b5af35-3eed-406c-989d-dc99ced62505 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:40.067487 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (40b5af35-3eed-406c-989d-dc99ced62505), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.067593 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Attempt 1 to provision port 40b5af35-3eed-406c-989d-dc99ced62505 Sep 16 05:52:40.099918 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Port 40b5af35-3eed-406c-989d-dc99ced62505 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:40.312391 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b5af35-3eed-406c-989d-dc99ced62505 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:52:40.321514 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks [] for port (40b5af35-3eed-406c-989d-dc99ced62505), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.335423 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Transition to ACTIVE for port object 40b5af35-3eed-406c-989d-dc99ced62505 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:52:40.358577 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19fb81-db22-41b9-b7db-94741a05dc7a req-e7d884e0-24a0-4303-8034-47872c69b2c9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:40.360896 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f19fb81-db22-41b9-b7db-94741a05dc7a req-e7d884e0-24a0-4303-8034-47872c69b2c9 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 931 time: 0.0605876 Sep 16 05:52:40.378045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.411115 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3f19fb81-db22-41b9-b7db-94741a05dc7a req-05fe4372-9000-45f0-a0b2-529b31b63057 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Sep 16 05:52:40.441672 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Pushing event updated for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:40.496472 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Attempting to bind port 40b5af35-3eed-406c-989d-dc99ced62505 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:40.496825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Attempting to bind port 40b5af35-3eed-406c-989d-dc99ced62505 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:40.497152 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Attempting to bind port 40b5af35-3eed-406c-989d-dc99ced62505 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:40.540157 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Port 40b5af35-3eed-406c-989d-dc99ced62505 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:40.540469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Attempting to bind port 40b5af35-3eed-406c-989d-dc99ced62505 on network 3b5fb655-7c7f-4e1a-a62e-330916799304 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:40.585045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:40.585394 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Checking segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:40.585751 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Bound using segment: {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:40.586054 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Bound port: 40b5af35-3eed-406c-989d-dc99ced62505, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac2a928-4868-4cc3-a4fe-37ec87c99dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:40.586411 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (40b5af35-3eed-406c-989d-dc99ced62505), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.600634 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Attempt 2 to provision port 40b5af35-3eed-406c-989d-dc99ced62505 Sep 16 05:52:40.639440 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Port 40b5af35-3eed-406c-989d-dc99ced62505 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:40.655879 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:40.658868 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b5af35-3eed-406c-989d-dc99ced62505,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:40.710419 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.716101 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:40.716708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:40.718129 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/40b5af35-3eed-406c-989d-dc99ced62505 HTTP/1.1" status: 200 len: 1093 time: 0.7527592 Sep 16 05:52:40.718681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:52:40.720904 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfff24f3-f99d-45da-a48b-1a251df30fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "tag": "40b5af35-3eed-406c-989d-dc99ced62505"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:40.781404 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8a9d7-98f9-4756-a58e-abb768b22ad9 x-openstack-request-id: req-a3a8a9d7-98f9-4756-a58e-abb768b22ad9 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:40.781700 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "tag": "40b5af35-3eed-406c-989d-dc99ced62505", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:40.781980 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3a8a9d7-98f9-4756-a58e-abb768b22ad9 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:40.782385 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a8a9d7-98f9-4756-a58e-abb768b22ad9'] response: {'name': 'network-changed', 'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505', 'status': 'completed', 'code': 200} Sep 16 05:52:40.785517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da0c63-2947-4050-93f3-fddf074e060d service neutron] Pushing event updated for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:40.873552 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-ecb4972c-d95d-4c1c-8e74-76e823db31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:40.875164 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-ecb4972c-d95d-4c1c-8e74-76e823db31d5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 1127 time: 0.0417774 Sep 16 05:52:40.950391 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:40.993771 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-683afdbe-8cb4-4b42-a58c-d48058bbf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:40.995338 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-683afdbe-8cb4-4b42-a58c-d48058bbf443 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1040621 Sep 16 05:52:41.009887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:41.092180 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-332cf506-b3dc-484c-94f6-dab84cdee9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:41.093643 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-cfff24f3-f99d-45da-a48b-1a251df30fc1 req-332cf506-b3dc-484c-94f6-dab84cdee9cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920894 Sep 16 05:52:41.140515 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Attempt 3 to provision port 40b5af35-3eed-406c-989d-dc99ced62505 Sep 16 05:52:41.178859 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d9abf-b562-4adf-962c-903fdfd55ca2 None None] Port 40b5af35-3eed-406c-989d-dc99ced62505 had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:52:41.208157 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-b870964d-7f14-4148-8f97-86aa149d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:41.209876 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-b870964d-7f14-4148-8f97-86aa149d3711 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 1127 time: 0.0430143 Sep 16 05:52:41.262890 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-8793b610-eb0c-403d-8fe0-b182ce0248d0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b5af35-3eed-406c-989d-dc99ced62505 HTTP/1.1" status: 200 len: 217 time: 0.0395579 Sep 16 05:52:41.313488 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-74d522c1-ede6-4c8d-9950-82d904b47d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:41.314967 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-74d522c1-ede6-4c8d-9950-82d904b47d3d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0458791 Sep 16 05:52:41.362625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-6f5bfc38-11ad-4bdc-bb6a-e569fa7cc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:41.364393 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-6f5bfc38-11ad-4bdc-bb6a-e569fa7cc090 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400491 Sep 16 05:52:41.467156 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-ea30240c-5a13-4b32-9e82-726c379cf8b0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943635 Sep 16 05:52:41.538521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b813a3f-9344-4aef-81bf-e71b122a817c req-1e1b5bcc-f787-406f-8ed2-c57ce5bf734a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:41.540343 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3b813a3f-9344-4aef-81bf-e71b122a817c req-1e1b5bcc-f787-406f-8ed2-c57ce5bf734a tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 943 time: 0.0497992 Sep 16 05:52:41.561015 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97276c04-cc1a-46ef-9b25-c664126cf87b req-ba2ac9f5-0f57-4019-ab69-4912bfea2406 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874250 Sep 16 05:52:41.593143 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3b813a3f-9344-4aef-81bf-e71b122a817c req-0bb8e386-e263-4d98-a64c-1bf45bfdb94c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453284 Sep 16 05:52:42.720628 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb871-cb6b-419b-bcbf-bb664f3ecf83 req-f892e7bc-ba48-4a99-9d6d-b06ed83f5545 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:42.722129 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2c1fb871-cb6b-419b-bcbf-bb664f3ecf83 req-f892e7bc-ba48-4a99-9d6d-b06ed83f5545 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 943 time: 0.0500472 Sep 16 05:52:42.771384 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2c1fb871-cb6b-419b-bcbf-bb664f3ecf83 req-9b043186-c061-487a-89f6-720b4a6bef11 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435834 Sep 16 05:52:43.612791 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 40b5af35-3eed-406c-989d-dc99ced62505 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:52:43.719471 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b5af35-3eed-406c-989d-dc99ced62505,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:43.728274 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:43.731353 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '40b5af35-3eed-406c-989d-dc99ced62505', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'port_id': '40b5af35-3eed-406c-989d-dc99ced62505', 'mac_address': 'fa:16:3e:df:03:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:52:43.766983 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 40b5af35-3eed-406c-989d-dc99ced62505 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:43.767373 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (40b5af35-3eed-406c-989d-dc99ced62505), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:43.780548 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b5af35-3eed-406c-989d-dc99ced62505 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:52:43.801438 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b5af35-3eed-406c-989d-dc99ced62505,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:43.847074 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:43.898982 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:43.913236 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ad932-61fb-43d7-8972-e992adf49627 req-907a66ed-1b07-4f3b-8b42-8c4dd0136dbe tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:43.915229 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-140ad932-61fb-43d7-8972-e992adf49627 req-907a66ed-1b07-4f3b-8b42-8c4dd0136dbe tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 944 time: 0.0658183 Sep 16 05:52:43.969852 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-140ad932-61fb-43d7-8972-e992adf49627 req-52005a05-20f1-41b8-b267-397c40f69dae tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483887 Sep 16 05:52:44.246726 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['40b5af35-3eed-406c-989d-dc99ced62505'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:52:44.353736 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:45.010751 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=38 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:45.092720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c152d6-c8a8-41a0-80f3-990cca1da30a req-45a5d181-1e96-4104-b193-9f944518e543 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:45.094315 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-83c152d6-c8a8-41a0-80f3-990cca1da30a req-45a5d181-1e96-4104-b193-9f944518e543 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 944 time: 0.0470309 Sep 16 05:52:45.143226 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-83c152d6-c8a8-41a0-80f3-990cca1da30a req-69e71ca9-7271-4056-a50d-f01d15b7307e tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Sep 16 05:52:45.635333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 40b5af35-3eed-406c-989d-dc99ced62505 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:45.681756 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 40b5af35-3eed-406c-989d-dc99ced62505 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:52:45.749630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 40b5af35-3eed-406c-989d-dc99ced62505 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:45.750041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (40b5af35-3eed-406c-989d-dc99ced62505), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:45.750403 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 40b5af35-3eed-406c-989d-dc99ced62505 Sep 16 05:52:45.827698 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 40b5af35-3eed-406c-989d-dc99ced62505 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:52:45.828086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (40b5af35-3eed-406c-989d-dc99ced62505), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:45.853314 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:52:45.855721 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2c6bce-90de-42dd-ad41-9aa08557bcbd" -d '{"events": [{"server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "name": "network-vif-plugged", "status": "completed", "tag": "40b5af35-3eed-406c-989d-dc99ced62505"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:45.868335 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b5af35-3eed-406c-989d-dc99ced62505,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:45.892987 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90a1f2-ab65-420f-8af4-f0264b8218ad x-openstack-request-id: req-fb90a1f2-ab65-420f-8af4-f0264b8218ad {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:45.893276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "name": "network-vif-plugged", "status": "completed", "tag": "40b5af35-3eed-406c-989d-dc99ced62505", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:45.893525 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb90a1f2-ab65-420f-8af4-f0264b8218ad {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:45.893992 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb90a1f2-ab65-420f-8af4-f0264b8218ad'] response: {'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505', 'code': 200} Sep 16 05:52:45.915862 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:45.963873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:46.217214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb883-eda3-47f8-9e19-45cfcbf1bb19 req-9860101f-ecb7-4c6f-8522-5444000d62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:46.218934 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-826eb883-eda3-47f8-9e19-45cfcbf1bb19 req-9860101f-ecb7-4c6f-8522-5444000d62a2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 1129 time: 0.0476339 Sep 16 05:52:46.301855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7048-b3a5-4352-bcfa-80d67c6b43d2 req-eb0009f4-69cc-48c8-bd56-08b4cf9526e5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:46.303334 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b1ac7048-b3a5-4352-bcfa-80d67c6b43d2 req-eb0009f4-69cc-48c8-bd56-08b4cf9526e5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0715132 Sep 16 05:52:46.306504 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-826eb883-eda3-47f8-9e19-45cfcbf1bb19 req-6be3d5a9-fdba-4c91-9b2c-408e1b847903 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804183 Sep 16 05:52:46.350748 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b1ac7048-b3a5-4352-bcfa-80d67c6b43d2 req-8aa1460d-a07a-460b-b8f1-1ddc52e8298c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Sep 16 05:52:46.755407 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:47.476975 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a0698-05cd-49ce-adef-1d59cb430d3a req-e00f31e6-fb39-4494-bd9b-b51bc6f25077 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:47.478472 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-810a0698-05cd-49ce-adef-1d59cb430d3a req-e00f31e6-fb39-4494-bd9b-b51bc6f25077 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0479434 Sep 16 05:52:47.525934 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-810a0698-05cd-49ce-adef-1d59cb430d3a req-9c02f2d4-022b-4dcc-9ddc-ea1b6cbee471 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417933 Sep 16 05:52:48.646464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303898-0a41-4e99-b673-891383353dec req-990a2fe7-7e8a-49fd-a63e-e98b2bcc0262 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:48.647915 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-23303898-0a41-4e99-b673-891383353dec req-990a2fe7-7e8a-49fd-a63e-e98b2bcc0262 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0468297 Sep 16 05:52:48.698471 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-23303898-0a41-4e99-b673-891383353dec req-8b876571-d46e-46a0-a5d2-042617c22790 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Sep 16 05:52:48.815032 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d58fac-c5c0-4d28-8851-98f3def8dbcc req-b8061e69-e5ca-49d9-aef6-c15a84170af1 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:48.816450 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-59d58fac-c5c0-4d28-8851-98f3def8dbcc req-b8061e69-e5ca-49d9-aef6-c15a84170af1 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0461583 Sep 16 05:52:48.826924 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51088) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:52:48.831231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Request body: {'floatingip': {'port_id': '40b5af35-3eed-406c-989d-dc99ced62505'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:49.136691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:49.193681 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:49.226098 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:49.563500 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:49.624116 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:49.724186 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 4f6e83b6-50b5-4468-ae03-e5cf7eba9c22 associated. External IP: 172.27.0.202, port: 40b5af35-3eed-406c-989d-dc99ced62505. Sep 16 05:52:49.800434 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:49.922820 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:50.025583 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:50.031042 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:50.035548 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:50.045697 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:50.046347 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:50.060669 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0d08053c-5df4-4b2c-95fc-6b4eb33563a7 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4f6e83b6-50b5-4468-ae03-e5cf7eba9c22 HTTP/1.1" status: 200 len: 991 time: 1.2326989 Sep 16 05:52:50.061308 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:52:50.063634 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "tag": "40b5af35-3eed-406c-989d-dc99ced62505"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:50.101756 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f71b97-984f-4979-a02e-04a01258b3c1 x-openstack-request-id: req-88f71b97-984f-4979-a02e-04a01258b3c1 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:50.102084 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "tag": "40b5af35-3eed-406c-989d-dc99ced62505", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:50.102337 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88f71b97-984f-4979-a02e-04a01258b3c1 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:50.102741 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f71b97-984f-4979-a02e-04a01258b3c1'] response: {'name': 'network-changed', 'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505', 'status': 'completed', 'code': 200} Sep 16 05:52:50.156617 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:50.188526 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-0e9be83d-97ad-421d-a312-256092bbefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:50.189956 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-0e9be83d-97ad-421d-a312-256092bbefda service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 1129 time: 0.0387058 Sep 16 05:52:50.245099 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:50.284926 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:50.291242 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-6e0d2fa8-6155-4208-a95c-399d0d22cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:50.293255 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-6e0d2fa8-6155-4208-a95c-399d0d22cdd4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 200 len: 915 time: 0.0967402 Sep 16 05:52:50.372720 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4f6e83b6-50b5-4468-ae03-e5cf7eba9c22', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '40b5af35-3eed-406c-989d-dc99ced62505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:df:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad135474-4348-4399-a360-8dd9e2675eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:52:35Z', 'updated_at': '2022-09-16T05:52:49Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:50.373990 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-3a668ca4-4ba0-4e31-85cd-d068b42a35c8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b5af35-3eed-406c-989d-dc99ced62505 HTTP/1.1" status: 200 len: 999 time: 0.0681555 Sep 16 05:52:50.374515 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:50.401413 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:50.415181 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:52:50.416176 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:50.492469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-709d4657-074e-48be-8b4b-420763b3835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:50.492469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-709d4657-074e-48be-8b4b-420763b3835f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 200 len: 853 time: 0.0647085 Sep 16 05:52:50.492469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-beee776f-3764-4ab1-b999-895515c678b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:50.493161 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-beee776f-3764-4ab1-b999-895515c678b7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=3b5fb655-7c7f-4e1a-a62e-330916799304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392020 Sep 16 05:52:50.524331 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:52:50.556431 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:50.591225 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-c0e22a0e-fa30-40e3-9ba9-db9798242d47 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Sep 16 05:52:50.684467 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3f135b28-5a61-43a5-ac21-ed5771ea7bb5 req-0abd7d49-a97a-48e8-9de9-5e67df02a338 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Sep 16 05:52:50.746251 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4f6e83b6-50b5-4468-ae03-e5cf7eba9c22', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '40b5af35-3eed-406c-989d-dc99ced62505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:df:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad135474-4348-4399-a360-8dd9e2675eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:52:35Z', 'updated_at': '2022-09-16T05:52:49Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:50.771309 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc8c-88d2-4ed6-b9ca-aa833ff5f93a None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '4f6e83b6-50b5-4468-ae03-e5cf7eba9c22', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': '7418191a-3b9f-4a02-87d7-354154765038', 'port_id': '40b5af35-3eed-406c-989d-dc99ced62505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'mac_address': 'fa:16:3e:df:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad135474-4348-4399-a360-8dd9e2675eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:52:35Z', 'updated_at': '2022-09-16T05:52:49Z', 'revision_number': 1, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:50.974914 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c3495-33e9-4e2c-aa59-ecd7e5570e2c None None] New status for floating IP 4f6e83b6-50b5-4468-ae03-e5cf7eba9c22: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:52:51.549556 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-998aecf2-259e-4f92-8d40-63b4e0cf9cff tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1949056838&fields=id&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 267 time: 0.0448370 Sep 16 05:52:51.616411 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:51.663103 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-21d022d4-c1cc-486a-b896-d13d8f4da7fb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:51.664555 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-21d022d4-c1cc-486a-b896-d13d8f4da7fb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1088369 Sep 16 05:52:51.679143 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-ad9c60d1-147e-48d2-aece-020da16f65ea tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/quotas/22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 375 time: 0.0088840 Sep 16 05:52:51.729246 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-e04a3ad2-4c58-4edb-8ea0-78e7f6d59e22 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449958 Sep 16 05:52:51.744298 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-3dd0c64c-f285-4db0-9b1b-26d1be599b64 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:52:51.745449 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-3dd0c64c-f285-4db0-9b1b-26d1be599b64 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051699 Sep 16 05:52:51.845546 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-87358583-1c51-4418-9474-88cd128fb8a8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937281 Sep 16 05:52:51.935646 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-67321766-7b7f-4a38-92c5-32558685d797 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Sep 16 05:52:52.536947 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-76865861-15ff-4139-93cb-fefeae90aa7f req-bb36030f-e16e-4513-a5ff-8bac03cc9997 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 210 time: 0.0280011 Sep 16 05:52:53.640215 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f8ffa2b8-a69d-4fa0-b59e-94381a55d688 req-8dd4aa95-6fe1-46c5-bead-3220b29cd255 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 210 time: 0.0287368 Sep 16 05:52:54.681228 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-67d51be4-91f8-4004-8524-e8298778ae1b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:54.682707 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-67d51be4-91f8-4004-8524-e8298778ae1b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1120181 Sep 16 05:52:54.752166 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-becc74c9-e29e-46cc-abf7-13d4bbffecbb req-e9839396-9881-4566-8467-b0d21c2e4aca tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 210 time: 0.0345900 Sep 16 05:52:54.786369 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-49b1b09f-8377-4bc2-905e-2118e7b6f4c6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 380 time: 0.0882635 Sep 16 05:52:54.796557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'port': {'device_id': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'admin_state_up': True, 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'security_groups': ['18477cfb-3b65-471d-9d1d-a391d340d4e9']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:54.949717 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Made reservation on behalf of 22b431b5f9f344a6b72c3ee49d1c29ce for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:54.954394 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.086802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.20.0.8 (d7f99abe-83ff-416f-b7d1-3b3c046c7984/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8/3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:55.203951 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:55.213607 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:55.227972 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.304282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.348180 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:55.351186 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:55.354817 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:52:55.363206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:55.408089 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:55.408688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.523762 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-de6da94f-7ebd-4600-b442-5764d560bf02 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307789 Sep 16 05:52:55.541705 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Request body: {'port': {'device_id': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:55.596037 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Provisioning complete for port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:52:55.596635 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.597034 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Attempt 1 to provision port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 Sep 16 05:52:55.608115 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.766075 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:55.879530 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:52:55.881536 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4952054-a953-4235-a191-c8ad756bb636 req-0c3f276c-c175-4850-aef5-b30cb293b606 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:55.883066 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4952054-a953-4235-a191-c8ad756bb636 req-0c3f276c-c175-4850-aef5-b30cb293b606 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 931 time: 0.0527298 Sep 16 05:52:55.887099 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks [] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:55.891058 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:55.902060 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Transition to ACTIVE for port object 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:52:55.947829 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f4952054-a953-4235-a191-c8ad756bb636 req-a67595f8-a042-44d0-be9c-628ccbd2636b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579967 Sep 16 05:52:55.974674 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:56.060491 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Pushing event updated for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:56.083929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Attempting to bind port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:52:56.084264 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Attempting to bind port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:52:56.084594 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Attempting to bind port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:56.127841 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:56.128161 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Attempting to bind port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:56.171197 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:52:56.171521 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:52:56.171889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Bound using segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:52:56.172330 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Bound port: 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:52:56.172663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:56.238698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:56.242400 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:56.267003 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Attempt 2 to provision port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 Sep 16 05:52:56.299264 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:52:56.321453 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:56.327837 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.328443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:52:56.329915 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 200 len: 1093 time: 0.7924795 Sep 16 05:52:56.330486 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:52:56.332756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f003a5d1-ee85-4a43-af3f-7744102c674f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:56.371108 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:56.373347 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfbdc37-0c9c-4226-a3e2-0021fd8eb08d x-openstack-request-id: req-4cfbdc37-0c9c-4226-a3e2-0021fd8eb08d {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:56.373632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:56.373912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cfbdc37-0c9c-4226-a3e2-0021fd8eb08d {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:56.374316 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfbdc37-0c9c-4226-a3e2-0021fd8eb08d'] response: {'name': 'network-changed', 'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'status': 'completed', 'code': 200} Sep 16 05:52:56.383823 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a6005-2537-474a-a909-c1f41385d2be service neutron] Pushing event updated for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:56.468745 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-55107aec-6e2a-4019-adbb-c351f5a00733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.470272 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-55107aec-6e2a-4019-adbb-c351f5a00733 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1127 time: 0.0422952 Sep 16 05:52:56.586710 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-85e77bf8-537c-4b84-95da-601d43b162ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.588083 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-85e77bf8-537c-4b84-95da-601d43b162ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1047111 Sep 16 05:52:56.677865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-6fbc5af3-4d3e-44a4-b8df-214060ad4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.679298 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f003a5d1-ee85-4a43-af3f-7744102c674f req-6fbc5af3-4d3e-44a4-b8df-214060ad4eb6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853074 Sep 16 05:52:56.776828 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-c317bba4-f3e4-43ff-b25b-63927d900aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.778469 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-c317bba4-f3e4-43ff-b25b-63927d900aee service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1127 time: 0.0426230 Sep 16 05:52:56.800680 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Attempt 3 to provision port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 Sep 16 05:52:56.824161 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-87f59a7a-838b-4cea-a767-2e46c459caae service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 200 len: 217 time: 0.0321321 Sep 16 05:52:56.837630 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-ffbde24b-f62a-427a-97a4-3b3b50eea6a7 None None] Port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:52:56.873424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-282d8125-cedd-463b-a13f-f63669f7144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.874849 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-282d8125-cedd-463b-a13f-f63669f7144a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0446019 Sep 16 05:52:56.920167 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-b183333e-f2e6-4c54-90e2-52471df10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:56.921658 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-b183333e-f2e6-4c54-90e2-52471df10b2a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409491 Sep 16 05:52:57.014656 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-095c93db-f16b-4dfe-bebb-348684ccc886 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861905 Sep 16 05:52:57.078415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828ce6-e1de-4e4e-97c6-08489ab2a048 req-885d05f8-25a3-4510-a830-98804aeded5e tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:57.080004 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-03828ce6-e1de-4e4e-97c6-08489ab2a048 req-885d05f8-25a3-4510-a830-98804aeded5e tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0499194 Sep 16 05:52:57.115241 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e591fd04-68e1-44bb-8e41-b4bbf7028f1e req-9681a654-8445-452a-a2c1-c3abbda65a3d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936213 Sep 16 05:52:57.130492 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-03828ce6-e1de-4e4e-97c6-08489ab2a048 req-935b5826-70a7-4ae4-bcf5-24d7d845c0e5 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Sep 16 05:52:58.255065 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147248a9-6ded-4c64-bb5c-0484d8f64ae3 req-7539f667-f8a8-4737-9b9d-b969930bec52 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:58.256567 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-147248a9-6ded-4c64-bb5c-0484d8f64ae3 req-7539f667-f8a8-4737-9b9d-b969930bec52 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0464749 Sep 16 05:52:58.311427 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-147248a9-6ded-4c64-bb5c-0484d8f64ae3 req-9f6d6a22-816d-48f7-9187-c435dafd80a7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492070 Sep 16 05:52:59.431521 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60f27e-651a-41cb-8397-d41f00d5d55c req-297cfd37-5725-4632-b815-674b270ac1ef tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:59.432953 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3e60f27e-651a-41cb-8397-d41f00d5d55c req-297cfd37-5725-4632-b815-674b270ac1ef tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0476396 Sep 16 05:52:59.484621 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-3e60f27e-651a-41cb-8397-d41f00d5d55c req-39feaa8a-b303-4a2d-afcb-3af54f033828 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Sep 16 05:52:59.910633 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-042fafca-1436-48af-808e-d7ca1d5d3e5b tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1092400243&fields=id&tenant_id=d0f3aae0f9814d189d002373cc873f42 HTTP/1.1" status: 200 len: 267 time: 0.0437737 Sep 16 05:52:59.926454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:52:59.964541 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-8c2a5fbd-6b51-48fd-9b12-24079c49c2fc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:52:59.966080 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-8c2a5fbd-6b51-48fd-9b12-24079c49c2fc tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 985 time: 0.0498741 Sep 16 05:52:59.976416 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Request body: {'port': {'security_groups': ['efbf5199-8769-40a4-bb81-e850a34639e4']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:00.287230 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.455608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:00.457387 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:00.490977 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.549302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.559748 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:00.560566 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.561999 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-303233c1-97a4-4b43-8ace-72164d4de5cc req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "PUT /networking/v2.0/ports/5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 943 time: 0.5898163 Sep 16 05:53:00.568802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:00.568802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c43b9-4e7a-4f02-a1bc-c96191212109" -d '{"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:00.569288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51152) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:00.585527 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:53:00.628201 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e77648-239e-4da3-bf12-d568c0ce812d req-070bb3ed-f2c4-473a-bec5-80f9c5a12105 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:00.628201 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-79e77648-239e-4da3-bf12-d568c0ce812d req-070bb3ed-f2c4-473a-bec5-80f9c5a12105 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0636818 Sep 16 05:53:00.628855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c322f4-a341-41ae-aa8c-882c89c4151f x-openstack-request-id: req-96c322f4-a341-41ae-aa8c-882c89c4151f {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:00.628855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:00.628855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96c322f4-a341-41ae-aa8c-882c89c4151f {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:00.628855 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c322f4-a341-41ae-aa8c-882c89c4151f'] response: {'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:53:00.653209 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:00.679118 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bad8fd-810a-4c2e-b0e8-7d6b1736e36f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event updated for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=7']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:00.681755 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-79e77648-239e-4da3-bf12-d568c0ce812d req-1420ee63-e050-4ba8-b802-483339efea23 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529015 Sep 16 05:53:00.730961 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:53:00.733599 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (0b21f1c4-b366-4ee4-9917-c3693a685c8f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.750531 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-c3bfff0b-0ad5-4d6a-9746-122277f89de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:00.752018 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-c3bfff0b-0ad5-4d6a-9746-122277f89de8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1130 time: 0.0689363 Sep 16 05:53:00.773809 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (0b21f1c4-b366-4ee4-9917-c3693a685c8f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:00.881367 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-aed38581-e629-4a69-9041-602fb6d3b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:00.882883 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-aed38581-e629-4a69-9041-602fb6d3b081 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.1231484 Sep 16 05:53:00.945096 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-af101c4b-9784-4a04-92ce-53528ef807ee service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 1002 time: 0.0558658 Sep 16 05:53:00.996215 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0b21f1c4-b366-4ee4-9917-c3693a685c8f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.000290 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.002189 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0b21f1c4-b366-4ee4-9917-c3693a685c8f HTTP/1.1" status: 204 len: 168 time: 0.4315372 Sep 16 05:53:01.004529 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-560cdc30-e21a-488a-a45c-fbbc8b0c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:01.004873 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51154) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:01.006237 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-560cdc30-e21a-488a-a45c-fbbc8b0c4351 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0546288 Sep 16 05:53:01.025723 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a76c9-cd63-44ec-8763-5773c1488499 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b21f1c4-b366-4ee4-9917-c3693a685c8f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:01.054756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-8fd4ba51-3e0b-45ac-ae62-df503eebb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:01.056243 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-8fd4ba51-3e0b-45ac-ae62-df503eebb814 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401988 Sep 16 05:53:01.077091 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:01.080851 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:01.149856 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-a4324b74-d4c3-4554-8a99-01568d3ade73 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Sep 16 05:53:01.154737 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Deleting port 75be2d63-f3a7-47de-9e9c-28bea5f28037 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:01.155112 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.210658 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:01.239139 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.239511 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for floatingip (75be2d63-f3a7-47de-9e9c-28bea5f28037), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.255453 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-565c43b9-4e7a-4f02-a1bc-c96191212109 req-e65cc532-d7b8-4de4-8f9d-6ab77d295fc3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954058 Sep 16 05:53:01.255659 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Calling delete_port for 75be2d63-f3a7-47de-9e9c-28bea5f28037 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:01.317523 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:01.464036 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (75be2d63-f3a7-47de-9e9c-28bea5f28037), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.489590 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event deleted for resources: {'Port': ['ID=75be2d63-f3a7-47de-9e9c-28bea5f28037,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:01.553377 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks [] for floatingip (e52c796e-2531-406a-b282-a28c1827f01e), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.553721 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Floating IP e52c796e-2531-406a-b282-a28c1827f01e disassociated (deleted). External IP: 172.27.0.235, port: 5cde941f-7226-4219-afe4-2b663c32d6ff. Sep 16 05:53:01.753237 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Router 2673ab33-51bc-4479-b760-c45e63b1e35f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:01.756477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:01.819537 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be74f0b-27e6-489d-b376-21aff89da994 req-069479ae-db4d-4ff9-8ebe-c4b2a799218e tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:01.820914 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0be74f0b-27e6-489d-b376-21aff89da994 req-069479ae-db4d-4ff9-8ebe-c4b2a799218e tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0477824 Sep 16 05:53:01.860341 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:01.864728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:01.870941 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Sync routers for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:01.872072 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0be74f0b-27e6-489d-b376-21aff89da994 req-f2fcbe00-6881-4c4e-8c71-3e94a5d12765 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Sep 16 05:53:01.887723 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:01.887971 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:01.897477 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d9558db9-ceec-4450-9f8f-6858a93a9f26 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e52c796e-2531-406a-b282-a28c1827f01e HTTP/1.1" status: 204 len: 168 time: 0.8890245 Sep 16 05:53:01.897477 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:01.897852 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1e36b-4aea-491b-a63d-67d51b635d25" -d '{"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:01.940389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4ad7a3-56bb-424d-ba90-e14d3229c43a x-openstack-request-id: req-bd4ad7a3-56bb-424d-ba90-e14d3229c43a {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:01.940776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:01.941652 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd4ad7a3-56bb-424d-ba90-e14d3229c43a {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:01.942176 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4ad7a3-56bb-424d-ba90-e14d3229c43a'] response: {'name': 'network-changed', 'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:53:02.001980 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:02.035375 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-fdb64cea-434b-4fdb-976b-d24ce3cf84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:02.036425 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:02.037558 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-fdb64cea-434b-4fdb-976b-d24ce3cf84c6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d0f3aae0f9814d189d002373cc873f42&device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 1130 time: 0.0467741 Sep 16 05:53:02.085816 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:02.131365 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:02.134418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-18476a36-f20e-45a4-8b26-23165db78508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:02.135873 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-18476a36-f20e-45a4-8b26-23165db78508 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 200 len: 916 time: 0.0897999 Sep 16 05:53:02.181402 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-321c3ddd-dbf4-4b86-992a-8417cb50ace0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 200 len: 217 time: 0.0371530 Sep 16 05:53:02.190245 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e01c0fd5-ebc8-4e4e-812f-f866de49d1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:02.213682 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:02.233929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-ae706872-2f1b-4417-8ea1-ab6609f247a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:02.235386 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-ae706872-2f1b-4417-8ea1-ab6609f247a9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 200 len: 854 time: 0.0481029 Sep 16 05:53:02.239155 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Checking router: 2673ab33-51bc-4479-b760-c45e63b1e35f for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:02.251340 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:02.251821 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:52:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:02.288433 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-9e3d7f38-f51d-4a50-8e2a-f6557d9b45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:02.290248 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-9e3d7f38-f51d-4a50-8e2a-f6557d9b45ed service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=601940b2-b28c-467d-9802-dc368918e805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475869 Sep 16 05:53:02.371490 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:02.391857 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-16181978-0637-4bf9-9de1-3b8ae18b57b3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950541 Sep 16 05:53:02.484273 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3fd1e36b-4aea-491b-a63d-67d51b635d25 req-1bd34693-b602-4f7a-9e41-d01cc622af17 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862563 Sep 16 05:53:02.559882 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:02.587814 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87508446-7ecd-4c68-af02-400188b6e817 None None] The sync data for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi is: [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:50:31Z', 'revision_number': 4, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '95cc3256-d815-423e-b0af-b8f514552d5b', 'name': '', 'network_id': '601940b2-b28c-467d-9802-dc368918e805', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'mac_address': 'fa:16:3e:d2:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:30Z', 'updated_at': '2022-09-16T05:50:35Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'subnets': [{'id': 'e2634432-de7f-4b0d-9c03-cf99a7509f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:02.800928 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d648f0-9d5f-4e56-ba21-2e42bcabe4f7 None None] New status for floating IP e52c796e-2531-406a-b282-a28c1827f01e: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:53:03.008275 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaede8-30a1-4b25-9764-bb4dddcdf46f req-8c84f73d-48ad-48c8-8c59-feedefa640bf tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:03.009766 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-acaaede8-30a1-4b25-9764-bb4dddcdf46f req-8c84f73d-48ad-48c8-8c59-feedefa640bf tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0506277 Sep 16 05:53:03.062923 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-acaaede8-30a1-4b25-9764-bb4dddcdf46f req-e320b7d8-3488-4a18-bcad-74bf8d98fa93 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461676 Sep 16 05:53:04.190002 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23d13-2977-43df-9325-864011609012 req-3c776821-3db3-452d-be3c-879e66e4570c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:04.191398 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1ff23d13-2977-43df-9325-864011609012 req-3c776821-3db3-452d-be3c-879e66e4570c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0536687 Sep 16 05:53:04.243907 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-1ff23d13-2977-43df-9325-864011609012 req-123a97a2-5a26-43c3-9de0-84f7263c31ab tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457189 Sep 16 05:53:04.263542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5d10ca71-1e3e-4e4b-af28-a9a53ff8174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:05.369062 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432fda2-3c03-4389-a0d6-17bc98b88d5f req-4451ff92-3f0b-4b59-8fe7-c72cae4f85e6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:05.370564 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e432fda2-3c03-4389-a0d6-17bc98b88d5f req-4451ff92-3f0b-4b59-8fe7-c72cae4f85e6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 943 time: 0.0516565 Sep 16 05:53:05.419068 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e432fda2-3c03-4389-a0d6-17bc98b88d5f req-8fdcbd43-662d-460e-a926-97a7870bd975 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Sep 16 05:53:05.700967 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:05.799476 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:05.815239 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'port_id': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'mac_address': 'fa:16:3e:67:05:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:05.849867 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:53:05.850262 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:05.863733 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:53:05.884113 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:06.052705 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:06.054355 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:06.094708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:06.099483 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:06.304260 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b219a-a805-4ef2-b1bd-63c7685f5773 req-a47954c3-16aa-4193-ade8-d69f4348543e tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:06.306028 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-407b219a-a805-4ef2-b1bd-63c7685f5773 req-a47954c3-16aa-4193-ade8-d69f4348543e tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0491650 Sep 16 05:53:06.355617 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-407b219a-a805-4ef2-b1bd-63c7685f5773 req-6487892a-e026-46e3-882f-3181f9ea3ed1 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Sep 16 05:53:06.358508 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:53:06.518568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:06.545016 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f453f-89f5-4e3e-a642-86b4487c70d6 req-693a8d75-edc2-465c-8e29-ac955885d07a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:06.546553 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b2f453f-89f5-4e3e-a642-86b4487c70d6 req-693a8d75-edc2-465c-8e29-ac955885d07a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 944 time: 0.0473306 Sep 16 05:53:06.596862 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5b2f453f-89f5-4e3e-a642-86b4487c70d6 req-5e50e8ea-5705-4f90-a715-a07dcebad918 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Sep 16 05:53:07.480692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:07.483053 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52bc1-ffdf-4b5f-aaff-2b98efe66be5 req-ee6c301e-3ad5-4fb5-9b3a-9af6ec5f9b48 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:07.484516 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a8b52bc1-ffdf-4b5f-aaff-2b98efe66be5 req-ee6c301e-3ad5-4fb5-9b3a-9af6ec5f9b48 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0472779 Sep 16 05:53:07.535433 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a8b52bc1-ffdf-4b5f-aaff-2b98efe66be5 req-adb52691-3228-4324-8b8c-8f0b05ce01a2 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=efbf5199-8769-40a4-bb81-e850a34639e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Sep 16 05:53:07.725887 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c0d3-dbcc-49a2-996b-dea7fffeff7a req-e78b3a78-338b-40e3-978a-f88fe5e51a66 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:07.727273 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b028c0d3-dbcc-49a2-996b-dea7fffeff7a req-e78b3a78-338b-40e3-978a-f88fe5e51a66 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 944 time: 0.0542650 Sep 16 05:53:07.732905 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:07.740418 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:07.779992 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:53:07.780252 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b028c0d3-dbcc-49a2-996b-dea7fffeff7a req-4c0149fd-cd16-4fb7-a277-bc64566f9121 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460098 Sep 16 05:53:07.863702 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:53:07.864061 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:07.864388 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 Sep 16 05:53:07.936201 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:53:07.936579 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:07.959542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:07.961742 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e7ca3-b330-4f93-a569-36bac23a8ef2" -d '{"events": [{"server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "name": "network-vif-plugged", "status": "completed", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:07.974347 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:08.006995 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3a596e-cfa7-4c5f-90bb-2d9740b342e8 x-openstack-request-id: req-bb3a596e-cfa7-4c5f-90bb-2d9740b342e8 {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:08.012412 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "name": "network-vif-plugged", "status": "completed", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:08.012412 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb3a596e-cfa7-4c5f-90bb-2d9740b342e8 {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:08.012412 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3a596e-cfa7-4c5f-90bb-2d9740b342e8'] response: {'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'code': 200} Sep 16 05:53:08.023567 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:08.074409 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:08.210042 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-4c234e2f-16da-4e3e-97fa-d0e17759a74e tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:08.211550 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-4c234e2f-16da-4e3e-97fa-d0e17759a74e tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 946 time: 0.0476415 Sep 16 05:53:08.315010 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Deleting port 5cde941f-7226-4219-afe4-2b663c32d6ff {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:08.315351 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:08.380490 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:08.410689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] For port 5cde941f-7226-4219-afe4-2b663c32d6ff, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5cde941f-7226-4219-afe4-2b663c32d6ff,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:08.411049 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:08.424802 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Calling delete_port for 5cde941f-7226-4219-afe4-2b663c32d6ff owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:08.478951 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:08.553213 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131522e-7f9a-4d23-bd62-664cdf76ad30 req-eb78d1b5-fd56-4cc1-86ad-496f83bc5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:08.554770 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9131522e-7f9a-4d23-bd62-664cdf76ad30 req-eb78d1b5-fd56-4cc1-86ad-496f83bc5a02 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1129 time: 0.0404787 Sep 16 05:53:08.601528 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9131522e-7f9a-4d23-bd62-664cdf76ad30 req-61bd5684-c4ce-4872-aa3b-aa0d3ad58d25 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Sep 16 05:53:08.618417 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (5cde941f-7226-4219-afe4-2b663c32d6ff), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:08.636621 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-550bf37b-bc46-4f05-b0ff-8d8b98460047 req-ed4861d1-1302-4707-84ef-7390f625842f tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0284340 Sep 16 05:53:08.649220 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Pushing event deleted for resources: {'Port': ['ID=5cde941f-7226-4219-afe4-2b663c32d6ff,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:08.658264 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.658618 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.658964 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.659307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.659645 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.659978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.660301 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.660635 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.660959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.661286 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.661612 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.661962 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.662287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.662612 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.662938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:08.667482 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['5cde941f-7226-4219-afe4-2b663c32d6ff'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:53:08.706997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] No DVR routers for this DVR port 5cde941f-7226-4219-afe4-2b663c32d6ff on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:08.709355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:08.712546 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-637a22e6-df24-433f-902c-2e6a9be6fc60 req-b0206584-4178-4e1f-8537-a262a2edcdfd tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.15 "DELETE /networking/v2.0/ports/5cde941f-7226-4219-afe4-2b663c32d6ff HTTP/1.1" status: 204 len: 173 time: 0.4771545 Sep 16 05:53:08.713043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'name': 'network-vif-deleted', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:08.715277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec4d76-dc2b-48ff-99d6-6b6220e7fe05" -d '{"events": [{"server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "name": "network-vif-deleted", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:08.752902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d783b2-cae3-460d-849d-75d937433577 x-openstack-request-id: req-11d783b2-cae3-460d-849d-75d937433577 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:08.753195 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23755a0-c032-4030-8e6a-fe01d74eda9d", "name": "network-vif-deleted", "tag": "5cde941f-7226-4219-afe4-2b663c32d6ff", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:08.753450 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11d783b2-cae3-460d-849d-75d937433577 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:08.753885 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d783b2-cae3-460d-849d-75d937433577'] response: {'server_uuid': 'f23755a0-c032-4030-8e6a-fe01d74eda9d', 'name': 'network-vif-deleted', 'tag': '5cde941f-7226-4219-afe4-2b663c32d6ff', 'status': 'completed', 'code': 200} Sep 16 05:53:08.903450 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c26b9-7fb6-4558-ab51-5512c7b4eaf7 req-97e47f90-afaf-4f7e-aa15-d12ef4a9f071 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:08.905548 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad5c26b9-7fb6-4558-ab51-5512c7b4eaf7 req-97e47f90-afaf-4f7e-aa15-d12ef4a9f071 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0526421 Sep 16 05:53:08.917539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:08.959837 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ad5c26b9-7fb6-4558-ab51-5512c7b4eaf7 req-78aeb3b2-ae38-4ec7-897d-c16f5f61bc79 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482237 Sep 16 05:53:09.760133 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e1e35612-b469-4018-a80e-6bc1627b671e req-b854b9a2-9021-42bc-8a4b-019d5ac0d727 tempest-TestMinimumBasicScenario-1163916991 tempest-TestMinimumBasicScenario-1163916991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f23755a0-c032-4030-8e6a-fe01d74eda9d HTTP/1.1" status: 200 len: 210 time: 0.0305691 Sep 16 05:53:10.089134 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8facb-ec48-482f-829b-6349c5bc39f4 req-1db0b499-8ba1-47d2-b35f-ced7a515d188 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:10.089134 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ba8facb-ec48-482f-829b-6349c5bc39f4 req-1db0b499-8ba1-47d2-b35f-ced7a515d188 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0507512 Sep 16 05:53:10.140383 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5ba8facb-ec48-482f-829b-6349c5bc39f4 req-4aa06735-33c0-4aac-8bad-4fc8512300f6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 Sep 16 05:53:10.258001 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60130346-347f-4144-8d44-496bcc092e4b req-f2861d18-dcad-4212-9115-c444d9a70420 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:10.259324 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-60130346-347f-4144-8d44-496bcc092e4b req-f2861d18-dcad-4212-9115-c444d9a70420 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0461383 Sep 16 05:53:10.308387 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-60130346-347f-4144-8d44-496bcc092e4b req-1412f8fc-b320-47a4-b7e5-eb4878b7c4c0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Sep 16 05:53:10.338233 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51214) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:10.421842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94086ec7-6cf9-4550-9231-71b4320aa92c tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:10.423320 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-94086ec7-6cf9-4550-9231-71b4320aa92c tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1124 time: 0.0840859 Sep 16 05:53:10.426898 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51218) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:10.431057 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'port_id': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:10.521239 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:10.616894 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:10.653355 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:10.734121 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.27.0.55 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/25359bb4-1774-4d10-b4c0-6f8fbcd4df00) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:10.838597 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:10.916156 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:10.964905 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:10.970204 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:10.973156 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=25359bb4-1774-4d10-b4c0-6f8fbcd4df00,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:10.976331 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:53:11.002510 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.002851 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.003187 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.003520 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.003845 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.004174 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.004487 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.004803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.005125 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.005465 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.005757 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.006109 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.006423 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.006733 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.007054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:11.151240 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:11.363095 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (243a1826-b7c0-42e2-8a90-da07b3301d9f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:11.470378 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:11.514304 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:11.623450 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:11.686619 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:11.755180 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=25359bb4-1774-4d10-b4c0-6f8fbcd4df00,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:11.757759 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (243a1826-b7c0-42e2-8a90-da07b3301d9f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:11.758716 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 5cde941f-7226-4219-afe4-2b663c32d6ff no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:11.778768 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 5cde941f-7226-4219-afe4-2b663c32d6ff {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:11.779183 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 5cde941f-7226-4219-afe4-2b663c32d6ff not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:11.856512 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 243a1826-b7c0-42e2-8a90-da07b3301d9f associated. External IP: 172.27.0.55, port: 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9. Sep 16 05:53:12.265878 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51268) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:12.329308 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:12.333235 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:12.439375 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:12.453127 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:12.463625 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:12.464519 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:12.511793 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:12.550730 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-c206d017-21d6-4ea5-9305-8c949d1c040c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1197968 Sep 16 05:53:12.550730 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:12.553713 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede9256-6bb8-4880-825f-68855cdfd84a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:12.573594 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:12.582889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (2673ab33-51bc-4479-b760-c45e63b1e35f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:12.663664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbc67d-de76-4bb4-a315-e147c0ef5465 x-openstack-request-id: req-a9dbc67d-de76-4bb4-a315-e147c0ef5465 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:12.663664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:12.663664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9dbc67d-de76-4bb4-a315-e147c0ef5465 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:12.664311 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9dbc67d-de76-4bb4-a315-e147c0ef5465'] response: {'name': 'network-changed', 'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'status': 'completed', 'code': 200} Sep 16 05:53:12.727882 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:12.821685 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:12.844939 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede9256-6bb8-4880-825f-68855cdfd84a req-8de58d05-9935-47d3-bb7b-4ac29e7a8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:12.846582 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-8de58d05-9935-47d3-bb7b-4ac29e7a8ac4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1129 time: 0.1326377 Sep 16 05:53:12.881646 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Deleting port 95cc3256-d815-423e-b0af-b8f514552d5b {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:12.882017 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:12.933016 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '243a1826-b7c0-42e2-8a90-da07b3301d9f', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:67:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:53:11Z', 'updated_at': '2022-09-16T05:53:11Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:12.957343 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:12.965671 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:12.966301 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:13.006431 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:13.012441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede9256-6bb8-4880-825f-68855cdfd84a req-52d5f6db-7a19-4610-b383-6bd902b73720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:13.019824 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-52d5f6db-7a19-4610-b383-6bd902b73720 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.1597688 Sep 16 05:53:13.020930 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] For port 95cc3256-d815-423e-b0af-b8f514552d5b, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=95cc3256-d815-423e-b0af-b8f514552d5b,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:13.021286 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:13.065211 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Calling delete_port for 95cc3256-d815-423e-b0af-b8f514552d5b owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:13.069108 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:13.124976 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-596772b5-26eb-483f-8ac3-6f8abd9c2bb0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 200 len: 998 time: 0.1009452 Sep 16 05:53:13.137542 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:13.218366 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede9256-6bb8-4880-825f-68855cdfd84a req-c9c71e52-f152-4d8f-ba2e-758baec0168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:13.219802 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-c9c71e52-f152-4d8f-ba2e-758baec0168b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0850613 Sep 16 05:53:13.280876 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '243a1826-b7c0-42e2-8a90-da07b3301d9f', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:67:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:53:11Z', 'updated_at': '2022-09-16T05:53:11Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:13.281183 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede9256-6bb8-4880-825f-68855cdfd84a req-1f529308-2413-49b4-b393-338a22bd1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:13.282683 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-1f529308-2413-49b4-b393-338a22bd1405 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556335 Sep 16 05:53:13.294622 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-afcf183a-82ab-47f3-83ac-3bef0f32016c service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:53:13.295546 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-afcf183a-82ab-47f3-83ac-3bef0f32016c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051532 Sep 16 05:53:13.307678 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bed75-3473-4474-ad5c-f528cec95fff None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '243a1826-b7c0-42e2-8a90-da07b3301d9f', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:67:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:53:11Z', 'updated_at': '2022-09-16T05:53:11Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:13.507641 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7096fa-b6c0-4e48-8d81-aa53ef842d55 None None] New status for floating IP 243a1826-b7c0-42e2-8a90-da07b3301d9f: ACTIVE {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:53:13.659767 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (95cc3256-d815-423e-b0af-b8f514552d5b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:13.690942 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-9bbae634-3b3c-4804-a665-2df0f60c964b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720174 Sep 16 05:53:13.691949 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cc3256-d815-423e-b0af-b8f514552d5b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:13.868821 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bede9256-6bb8-4880-825f-68855cdfd84a req-2c997b0d-22b3-435e-9b3a-9f3463f533cd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696589 Sep 16 05:53:13.904933 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:13.923718 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (2673ab33-51bc-4479-b760-c45e63b1e35f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.012963 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:14.128866 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Router 2673ab33-51bc-4479-b760-c45e63b1e35f has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:14.231045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:14.235664 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ac95bdde-99c3-4c8e-ba74-64e5def4cf94 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2673ab33-51bc-4479-b760-c45e63b1e35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9687924 Sep 16 05:53:14.238707 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51278) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:14.240470 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Sync routers for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:14.251441 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:14.252474 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.344842 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks [] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.360146 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:14.445693 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks [] for router_gateway (2673ab33-51bc-4479-b760-c45e63b1e35f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.526291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:53:13Z', 'revision_number': 5, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port': {'id': '2d9511b9-49c9-4ef6-bcc7-3df9729eff63', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:28Z', 'updated_at': '2022-09-16T05:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.554292 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Deleting port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:14.554726 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.554920 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Checking router: 2673ab33-51bc-4479-b760-c45e63b1e35f for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:14.563744 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Routers {'2673ab33-51bc-4479-b760-c45e63b1e35f'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:14.564849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['2673ab33-51bc-4479-b760-c45e63b1e35f'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.638931 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:14.644449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] For port 2d9511b9-49c9-4ef6-bcc7-3df9729eff63, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:14.644806 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.649409 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] Set router 2673ab33-51bc-4479-b760-c45e63b1e35f gateway port host: None {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:14.657586 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Calling delete_port for 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 owned by network:router_gateway {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:14.698414 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:53:14Z', 'revision_number': 6, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.723681 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d539c7-0189-46d1-ab39-cd0b63b648c6 None None] The sync data for ids ['2673ab33-51bc-4479-b760-c45e63b1e35f'] in dv-cinder-857528-3-iscsi is: [{'id': '2673ab33-51bc-4479-b760-c45e63b1e35f', 'name': 'tempest-TestMinimumBasicScenario-1980683704-router', 'tenant_id': 'd0f3aae0f9814d189d002373cc873f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:27Z', 'updated_at': '2022-09-16T05:53:14Z', 'revision_number': 6, 'project_id': 'd0f3aae0f9814d189d002373cc873f42', 'gw_port_host': None}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:14.886458 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (2d9511b9-49c9-4ef6-bcc7-3df9729eff63), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:14.910478 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9511b9-49c9-4ef6-bcc7-3df9729eff63,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:14.975588 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (2673ab33-51bc-4479-b760-c45e63b1e35f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.062484 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.068635 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks [] for router_controller (2673ab33-51bc-4479-b760-c45e63b1e35f), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.069783 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:15.167135 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (2673ab33-51bc-4479-b760-c45e63b1e35f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.167724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2673ab33-51bc-4479-b760-c45e63b1e35f {{(pid=113249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:15.172572 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.173927 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-34efc14c-94ad-4e4b-8db3-fca238142471 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/2673ab33-51bc-4479-b760-c45e63b1e35f HTTP/1.1" status: 204 len: 168 time: 0.9338765 Sep 16 05:53:15.176368 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51280) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:15.222519 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Deleting subnet e2634432-de7f-4b0d-9c03-cf99a7509f91 {{(pid=113249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:53:15.225674 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Publish callbacks [] for subnet (e2634432-de7f-4b0d-9c03-cf99a7509f91), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.260935 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907431'] for subnet (e2634432-de7f-4b0d-9c03-cf99a7509f91), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.339811 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (e2634432-de7f-4b0d-9c03-cf99a7509f91), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.467009 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12297734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12402085'] for subnet (e2634432-de7f-4b0d-9c03-cf99a7509f91), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.490404 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 95cc3256-d815-423e-b0af-b8f514552d5b no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:15.494757 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=100 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:15.496449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2634432-de7f-4b0d-9c03-cf99a7509f91,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:15.501254 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.507873 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0316c29f-71b5-4f6c-8cc9-156c16632be9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e2634432-de7f-4b0d-9c03-cf99a7509f91 HTTP/1.1" status: 204 len: 168 time: 0.3281610 Sep 16 05:53:15.508197 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51282) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:15.521210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70088e56-4446-4cae-9c09-14246034e8a0 None None] Network 601940b2-b28c-467d-9802-dc368918e805 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:53:15.523778 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 95cc3256-d815-423e-b0af-b8f514552d5b {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:15.524123 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 95cc3256-d815-423e-b0af-b8f514552d5b not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:15.585610 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (601940b2-b28c-467d-9802-dc368918e805), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.637303 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Deleting port e55a30f2-51f6-4110-b321-b0c44060ef11 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:15.637690 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.687244 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] DHCP port deletion for 601940b2-b28c-467d-9802-dc368918e805 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:53:15.709319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] For port e55a30f2-51f6-4110-b321-b0c44060ef11, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e55a30f2-51f6-4110-b321-b0c44060ef11,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:15.709661 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.723815 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Calling delete_port for e55a30f2-51f6-4110-b321-b0c44060ef11 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:15.729592 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Deleting port e55a30f2-51f6-4110-b321-b0c44060ef11 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:15.730007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.770924 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:15.796568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] For port e55a30f2-51f6-4110-b321-b0c44060ef11, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e55a30f2-51f6-4110-b321-b0c44060ef11,segment=NetworkSegment(310df53b-3818-4dad-8406-70c37d2f13e4),segment_id=310df53b-3818-4dad-8406-70c37d2f13e4)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:15.796962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.820160 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Calling delete_port for e55a30f2-51f6-4110-b321-b0c44060ef11 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:15.903910 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.910228 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (e55a30f2-51f6-4110-b321-b0c44060ef11), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:15.931727 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Pushing event deleted for resources: {'Port': ['ID=e55a30f2-51f6-4110-b321-b0c44060ef11,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:15.933611 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] No DVR routers for this DVR port e55a30f2-51f6-4110-b321-b0c44060ef11 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:15.935602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] Pushing event deleted for resources: {'Port': ['ID=e55a30f2-51f6-4110-b321-b0c44060ef11,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:15.940423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e156b21-f31e-42ac-9a69-4f97b728a1b9 None None] No DVR routers for this DVR port e55a30f2-51f6-4110-b321-b0c44060ef11 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:16.009810 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (601940b2-b28c-467d-9802-dc368918e805), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.030796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601940b2-b28c-467d-9802-dc368918e805']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:16.040065 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310df53b-3818-4dad-8406-70c37d2f13e4') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:16.040618 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310df53b-3818-4dad-8406-70c37d2f13e4') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:16.050090 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (310df53b-3818-4dad-8406-70c37d2f13e4), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.062813 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (310df53b-3818-4dad-8406-70c37d2f13e4), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.069911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:16.070290 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (310df53b-3818-4dad-8406-70c37d2f13e4), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.111738 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 310df53b-3818-4dad-8406-70c37d2f13e4 resource provider aggregate not found Sep 16 05:53:16.128767 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 310df53b-3818-4dad-8406-70c37d2f13e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 310df53b-3818-4dad-8406-70c37d2f13e4 found for delete ", "request_id": "req-25f52e9f-d057-4753-8751-c1f470cd84de"}]} Sep 16 05:53:16.189609 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (601940b2-b28c-467d-9802-dc368918e805), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.196593 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.199702 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/601940b2-b28c-467d-9802-dc368918e805 HTTP/1.1" status: 204 len: 168 time: 0.6898313 Sep 16 05:53:16.200573 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:16.204910 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51288) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:16.209466 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4678d-ad78-4ccc-b44f-47cceaf1d49a admin admin] Pushing event deleted for resources: {'Network': ['ID=601940b2-b28c-467d-9802-dc368918e805,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:16.510882 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.731254 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Deleting port de23f1d9-61c8-482c-a181-ab69e7692573 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:16.731593 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.733073 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:16.772699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.812393 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] For port de23f1d9-61c8-482c-a181-ab69e7692573, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=de23f1d9-61c8-482c-a181-ab69e7692573,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:16.812745 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:16.827788 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Calling delete_port for de23f1d9-61c8-482c-a181-ab69e7692573 owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:16.927712 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:17.052860 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (de23f1d9-61c8-482c-a181-ab69e7692573), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.077160 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Pushing event deleted for resources: {'Port': ['ID=de23f1d9-61c8-482c-a181-ab69e7692573,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:17.122328 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e55a30f2-51f6-4110-b321-b0c44060ef11 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:17.143034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: e55a30f2-51f6-4110-b321-b0c44060ef11 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:17.144291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e55a30f2-51f6-4110-b321-b0c44060ef11 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:17.144912 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:17.165649 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:17.166029 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 2d9511b9-49c9-4ef6-bcc7-3df9729eff63 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:17.247400 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.454773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Router a254e5e1-cb36-44c5-b6cd-4f299822144e has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:17.554575 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:17.559436 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d0dc19a2-397c-4415-9693-1905cf26237e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a254e5e1-cb36-44c5-b6cd-4f299822144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3556888 Sep 16 05:53:17.561988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51290) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:17.563878 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Sync routers for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:17.569368 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:17.574035 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:17.574644 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:17.661788 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks [] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.676116 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:17.765590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks [] for router_gateway (a254e5e1-cb36-44c5-b6cd-4f299822144e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.845654 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '55839592-ff16-488d-afea-bc23f8e9621c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:53:16Z', 'revision_number': 5, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port': {'id': '55839592-ff16-488d-afea-bc23f8e9621c', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:50:35Z', 'updated_at': '2022-09-16T05:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:17.870492 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Checking router: a254e5e1-cb36-44c5-b6cd-4f299822144e for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:17.880263 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Routers {'a254e5e1-cb36-44c5-b6cd-4f299822144e'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:17.880868 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['a254e5e1-cb36-44c5-b6cd-4f299822144e'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:17.887265 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Deleting port 55839592-ff16-488d-afea-bc23f8e9621c {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:17.887604 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (55839592-ff16-488d-afea-bc23f8e9621c), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.925294 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:17.965744 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] Set router a254e5e1-cb36-44c5-b6cd-4f299822144e gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:17.969629 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] For port 55839592-ff16-488d-afea-bc23f8e9621c, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=55839592-ff16-488d-afea-bc23f8e9621c,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:17.970020 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (55839592-ff16-488d-afea-bc23f8e9621c), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:17.983810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Calling delete_port for 55839592-ff16-488d-afea-bc23f8e9621c owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:18.018996 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:53:17Z', 'revision_number': 6, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:18.042921 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75218-1ff5-43a8-9811-c64c828cac1e None None] The sync data for ids ['a254e5e1-cb36-44c5-b6cd-4f299822144e'] in dv-cinder-857528-3-iscsi is: [{'id': 'a254e5e1-cb36-44c5-b6cd-4f299822144e', 'name': 'tempest-TestMinimumBasicScenario-1725500987-router', 'tenant_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:50:34Z', 'updated_at': '2022-09-16T05:53:17Z', 'revision_number': 6, 'project_id': '4105a8ce820c4deeb0a3d46d49d5a481', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:18.195279 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (55839592-ff16-488d-afea-bc23f8e9621c), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.223854 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=55839592-ff16-488d-afea-bc23f8e9621c,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:18.285917 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.613163 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.615377 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks [] for router_controller (a254e5e1-cb36-44c5-b6cd-4f299822144e), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.703580 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (a254e5e1-cb36-44c5-b6cd-4f299822144e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.704166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a254e5e1-cb36-44c5-b6cd-4f299822144e {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:18.709263 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.710447 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4c8a93cf-d791-4c1c-9067-9cba5e6e7d14 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/a254e5e1-cb36-44c5-b6cd-4f299822144e HTTP/1.1" status: 204 len: 168 time: 1.1475492 Sep 16 05:53:18.713047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51292) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:18.760817 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Deleting subnet 08f1da9f-156a-462f-b6a5-95f2e06743dd {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:53:18.763924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Publish callbacks [] for subnet (08f1da9f-156a-462f-b6a5-95f2e06743dd), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.809203 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (08f1da9f-156a-462f-b6a5-95f2e06743dd), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:18.849312 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:18.887526 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (08f1da9f-156a-462f-b6a5-95f2e06743dd), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.047745 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (08f1da9f-156a-462f-b6a5-95f2e06743dd), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.080365 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.086550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b8f79-db92-4e0e-bfc0-d6a71722236b None None] Network 6e3ca2b8-5339-4008-85a2-4a230773b04f requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:53:19.092101 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/08f1da9f-156a-462f-b6a5-95f2e06743dd HTTP/1.1" status: 204 len: 168 time: 0.3774548 Sep 16 05:53:19.093534 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339007-4eac-4ba9-8e3a-07a302f96333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f1da9f-156a-462f-b6a5-95f2e06743dd,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.094100 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51296) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:19.147981 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 55839592-ff16-488d-afea-bc23f8e9621c no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:19.168422 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:19.183711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 55839592-ff16-488d-afea-bc23f8e9621c {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:19.184047 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 55839592-ff16-488d-afea-bc23f8e9621c not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:19.184461 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device de23f1d9-61c8-482c-a181-ab69e7692573 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:19.186351 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:19.190817 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (6e3ca2b8-5339-4008-85a2-4a230773b04f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.213761 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: de23f1d9-61c8-482c-a181-ab69e7692573 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:19.214123 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device de23f1d9-61c8-482c-a181-ab69e7692573 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:19.245973 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Deleting port 546dcaab-f58f-4220-ab65-923503876f8d {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:19.246335 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (546dcaab-f58f-4220-ab65-923503876f8d), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.309755 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] DHCP port deletion for 6e3ca2b8-5339-4008-85a2-4a230773b04f request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:53:19.330984 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] For port 546dcaab-f58f-4220-ab65-923503876f8d, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=546dcaab-f58f-4220-ab65-923503876f8d,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:19.331316 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (546dcaab-f58f-4220-ab65-923503876f8d), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.351080 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Deleting port 546dcaab-f58f-4220-ab65-923503876f8d {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:19.351454 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (546dcaab-f58f-4220-ab65-923503876f8d), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.351870 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Calling delete_port for 546dcaab-f58f-4220-ab65-923503876f8d owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:19.425084 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] For port 546dcaab-f58f-4220-ab65-923503876f8d, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=546dcaab-f58f-4220-ab65-923503876f8d,segment=NetworkSegment(6e579e5f-906d-4f12-a7e4-85b9d6e7458f),segment_id=6e579e5f-906d-4f12-a7e4-85b9d6e7458f)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:19.425390 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (546dcaab-f58f-4220-ab65-923503876f8d), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.445517 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Calling delete_port for 546dcaab-f58f-4220-ab65-923503876f8d owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:19.503978 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (546dcaab-f58f-4220-ab65-923503876f8d), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.532426 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Pushing event deleted for resources: {'Port': ['ID=546dcaab-f58f-4220-ab65-923503876f8d,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.532655 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (546dcaab-f58f-4220-ab65-923503876f8d), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.536257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] No DVR routers for this DVR port 546dcaab-f58f-4220-ab65-923503876f8d on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:19.561968 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] Pushing event deleted for resources: {'Port': ['ID=546dcaab-f58f-4220-ab65-923503876f8d,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.569578 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672beb1-bff5-4a9b-ab5c-92fd4831958f None None] No DVR routers for this DVR port 546dcaab-f58f-4220-ab65-923503876f8d on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:19.625469 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (6e3ca2b8-5339-4008-85a2-4a230773b04f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.651286 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3ca2b8-5339-4008-85a2-4a230773b04f']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.663890 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e579e5f-906d-4f12-a7e4-85b9d6e7458f') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.664381 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e579e5f-906d-4f12-a7e4-85b9d6e7458f') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.679997 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (6e579e5f-906d-4f12-a7e4-85b9d6e7458f), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.694518 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (6e579e5f-906d-4f12-a7e4-85b9d6e7458f), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.702379 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:19.702776 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (6e579e5f-906d-4f12-a7e4-85b9d6e7458f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.757292 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 6e579e5f-906d-4f12-a7e4-85b9d6e7458f resource provider aggregate not found Sep 16 05:53:19.776984 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 6e579e5f-906d-4f12-a7e4-85b9d6e7458f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e579e5f-906d-4f12-a7e4-85b9d6e7458f found for delete ", "request_id": "req-dbadd1c0-17d4-478f-b721-9ba900c83d98"}]} Sep 16 05:53:19.841093 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (6e3ca2b8-5339-4008-85a2-4a230773b04f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.848413 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:19.851522 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/6e3ca2b8-5339-4008-85a2-4a230773b04f HTTP/1.1" status: 204 len: 168 time: 0.7563517 Sep 16 05:53:19.862324 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0625c-db29-40b2-a811-df6c7d57c87c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3ca2b8-5339-4008-85a2-4a230773b04f,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:20.242738 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51306) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:20.282746 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-8f29f588-6084-41f0-a0dd-d6bc5c8e9406 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d0f3aae0f9814d189d002373cc873f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388710 Sep 16 05:53:20.285779 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51308) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:20.337763 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] Publish callbacks [] for security_group (efbf5199-8769-40a4-bb81-e850a34639e4), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:20.344881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:20.359024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] Publish callbacks [] for security_group (efbf5199-8769-40a4-bb81-e850a34639e4), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:20.446231 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (efbf5199-8769-40a4-bb81-e850a34639e4), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:20.448755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:20.449900 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/efbf5199-8769-40a4-bb81-e850a34639e4 HTTP/1.1" status: 204 len: 168 time: 0.1631703 Sep 16 05:53:20.458087 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8a3da-3225-4682-81db-7260f6132db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf5199-8769-40a4-bb81-e850a34639e4,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:21.094212 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51314) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:21.110169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 546dcaab-f58f-4220-ab65-923503876f8d no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:21.132550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 546dcaab-f58f-4220-ab65-923503876f8d {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:21.132970 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 546dcaab-f58f-4220-ab65-923503876f8d not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:21.141112 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-069505e5-8cf5-4aa8-b5b9-c17d630ba20a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4105a8ce820c4deeb0a3d46d49d5a481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434203 Sep 16 05:53:21.141414 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51316) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:21.192877 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] Publish callbacks [] for security_group (a43d72bc-2c3a-4781-b07f-4d85670c9b37), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:21.213296 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] Publish callbacks [] for security_group (a43d72bc-2c3a-4781-b07f-4d85670c9b37), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:21.452575 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a43d72bc-2c3a-4781-b07f-4d85670c9b37), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:21.457338 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:21.457338 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a43d72bc-2c3a-4781-b07f-4d85670c9b37 HTTP/1.1" status: 204 len: 168 time: 0.3141174 Sep 16 05:53:21.464720 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13eb1f-20cc-44af-95a7-4678fd302269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d72bc-2c3a-4781-b07f-4d85670c9b37,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:28.021304 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:28.022133 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:29.053737 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:29.057869 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=69,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:30.469678 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:31.459879 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:31.460672 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=87,neutron:DELETE=11 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:31.478485 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:32.125849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc8fa-cafd-40c8-b2a8-1f6f8d2061e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:34.292188 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f3264234-701c-43ee-8b6d-8ae090bdb303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:35.961149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:37.514514 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:37.743665 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:37.881971 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc44b0-7b37-429b-b079-7ed57845bb07 req-90cd7f1c-ab18-45e4-bba7-1bc069bf8263 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:37.883401 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7fcc44b0-7b37-429b-b079-7ed57845bb07 req-90cd7f1c-ab18-45e4-bba7-1bc069bf8263 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0460954 Sep 16 05:53:37.930368 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7fcc44b0-7b37-429b-b079-7ed57845bb07 req-cfeb881e-2050-4d45-af5e-098da587738c tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Sep 16 05:53:39.052415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a332b-1931-4c01-b99f-b7a1f32e64fb req-0dcb567e-1452-45fc-a31b-798e7c63e8b0 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:39.054071 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-973a332b-1931-4c01-b99f-b7a1f32e64fb req-0dcb567e-1452-45fc-a31b-798e7c63e8b0 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0479894 Sep 16 05:53:39.102024 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-973a332b-1931-4c01-b99f-b7a1f32e64fb req-3a22c945-a232-4755-acae-c93a02c71341 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f5e3ab6-200a-4901-9e43-884896012aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Sep 16 05:53:39.608649 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236b004-50de-4e53-814d-2cd3b238c56a req-75072752-f78e-459b-8e27-ccdd8212c065 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:39.610099 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a236b004-50de-4e53-814d-2cd3b238c56a req-75072752-f78e-459b-8e27-ccdd8212c065 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 945 time: 0.0484471 Sep 16 05:53:39.698672 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 40b5af35-3eed-406c-989d-dc99ced62505 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:39.699011 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (40b5af35-3eed-406c-989d-dc99ced62505), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:39.791269 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] For port 40b5af35-3eed-406c-989d-dc99ced62505, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b5af35-3eed-406c-989d-dc99ced62505,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:39.791623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (40b5af35-3eed-406c-989d-dc99ced62505), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:39.951197 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:39.951553 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:39.951869 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Floating IP 4f6e83b6-50b5-4468-ae03-e5cf7eba9c22 disassociated. External IP: 172.27.0.202, port: 40b5af35-3eed-406c-989d-dc99ced62505. Sep 16 05:53:39.952210 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 40b5af35-3eed-406c-989d-dc99ced62505 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:40.115380 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (40b5af35-3eed-406c-989d-dc99ced62505), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:40.143027 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=40b5af35-3eed-406c-989d-dc99ced62505,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.224223 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0d1d472d-5504-4636-ac12-11a3cf97e230 req-1ddad403-3b13-452a-8dca-06000cc6f32d tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 210 time: 0.0362899 Sep 16 05:53:40.278465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:40.379370 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:40.390670 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:40.400825 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:40.401437 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:40.422178 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] No DVR routers for this DVR port 40b5af35-3eed-406c-989d-dc99ced62505 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:40.424666 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:40.428811 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-a236b004-50de-4e53-814d-2cd3b238c56a req-b66ea879-8ceb-4d2d-8d0e-ecb98fc16dc5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.15 "DELETE /networking/v2.0/ports/40b5af35-3eed-406c-989d-dc99ced62505 HTTP/1.1" status: 204 len: 173 time: 0.8131135 Sep 16 05:53:40.429307 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'name': 'network-vif-deleted', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:53:40.431656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d951ec69-33a8-4f2d-9394-e5c154c53b5e" -d '{"events": [{"server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "name": "network-vif-deleted", "tag": "40b5af35-3eed-406c-989d-dc99ced62505"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:40.653302 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:40.691277 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07128377-3c31-43d3-be06-4c028c13e851 x-openstack-request-id: req-07128377-3c31-43d3-be06-4c028c13e851 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:40.691808 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad135474-4348-4399-a360-8dd9e2675eea", "name": "network-vif-deleted", "tag": "40b5af35-3eed-406c-989d-dc99ced62505", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:40.691913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07128377-3c31-43d3-be06-4c028c13e851 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:40.692414 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07128377-3c31-43d3-be06-4c028c13e851'] response: {'server_uuid': 'ad135474-4348-4399-a360-8dd9e2675eea', 'name': 'network-vif-deleted', 'tag': '40b5af35-3eed-406c-989d-dc99ced62505', 'status': 'completed', 'code': 200} Sep 16 05:53:40.846474 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:40.875423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:40.884100 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:40.884708 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:40.988838 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:41.177195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:41.202389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffa8b4-2731-4742-ae72-cad620125533 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:43Z', 'revision_number': 4, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '390148e3-da7b-473b-8c3c-707c27e8e683', 'name': '', 'network_id': '3b5fb655-7c7f-4e1a-a62e-330916799304', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'mac_address': 'fa:16:3e:c2:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:42Z', 'updated_at': '2022-09-16T05:48:47Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'subnets': [{'id': '5acbf5a3-7341-45d1-81f2-bf73519a2bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:41.330418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:41.355047 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1c010428-dc4d-4473-936b-831dbd145732 req-32cef0a0-9341-4725-9020-ad69e7232bda tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ad135474-4348-4399-a360-8dd9e2675eea HTTP/1.1" status: 200 len: 210 time: 0.0341680 Sep 16 05:53:41.440639 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4c883-1a75-404c-8709-ab4d0cd9c6da None None] New status for floating IP 4f6e83b6-50b5-4468-ae03-e5cf7eba9c22: DOWN {{(pid=113252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:53:42.545276 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51398) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:42.608802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (8f5e3ab6-200a-4901-9e43-884896012aa8), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.637728 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (8f5e3ab6-200a-4901-9e43-884896012aa8), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.749625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (8f5e3ab6-200a-4901-9e43-884896012aa8), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.752092 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.753260 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8f5e3ab6-200a-4901-9e43-884896012aa8 HTTP/1.1" status: 204 len: 168 time: 0.2069857 Sep 16 05:53:42.756264 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51400) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:42.762866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15f137-5e67-4a41-b3d2-32927851b4c5 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e3ab6-200a-4901-9e43-884896012aa8,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.772175 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.api.v2.resource [None req-a59cbe35-6700-43bf-b85f-0ecbddfc2f13 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] show failed (client error): The resource could not be found. Sep 16 05:53:42.773247 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-a59cbe35-6700-43bf-b85f-0ecbddfc2f13 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "GET /networking/v2.0/security-groups/8f5e3ab6-200a-4901-9e43-884896012aa8 HTTP/1.1" status: 404 len: 347 time: 0.0158746 Sep 16 05:53:42.776066 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51402) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:42.813866 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:42.892445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Deleting port 885692e8-a700-46ce-80da-554a59898e64 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:42.892791 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (885692e8-a700-46ce-80da-554a59898e64), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.968862 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (885692e8-a700-46ce-80da-554a59898e64), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.969190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (885692e8-a700-46ce-80da-554a59898e64), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:42.982107 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Calling delete_port for 885692e8-a700-46ce-80da-554a59898e64 owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:43.149299 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (885692e8-a700-46ce-80da-554a59898e64), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:43.172506 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Pushing event deleted for resources: {'Port': ['ID=885692e8-a700-46ce-80da-554a59898e64,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.239955 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks [] for floatingip (4f6e83b6-50b5-4468-ae03-e5cf7eba9c22), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:43.242443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:43.243573 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c77d91ac-8a36-4155-8fc9-752d0c521a20 tempest-AttachVolumeNegativeTest-634109175 tempest-AttachVolumeNegativeTest-634109175-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4f6e83b6-50b5-4468-ae03-e5cf7eba9c22 HTTP/1.1" status: 204 len: 168 time: 0.4665689 Sep 16 05:53:43.922759 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 40b5af35-3eed-406c-989d-dc99ced62505 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:43.946058 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 40b5af35-3eed-406c-989d-dc99ced62505 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:43.946401 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 40b5af35-3eed-406c-989d-dc99ced62505 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:46.834669 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:47.442268 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51440) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:47.889317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (7418191a-3b9f-4a02-87d7-354154765038), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:47.938815 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:48.108713 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Deleting port 390148e3-da7b-473b-8c3c-707c27e8e683 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:48.109043 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:48.111227 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:48.189282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] For port 390148e3-da7b-473b-8c3c-707c27e8e683, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=390148e3-da7b-473b-8c3c-707c27e8e683,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:48.189547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:48.201686 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Calling delete_port for 390148e3-da7b-473b-8c3c-707c27e8e683 owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:48.440331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (390148e3-da7b-473b-8c3c-707c27e8e683), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:48.465962 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Pushing event deleted for resources: {'Port': ['ID=390148e3-da7b-473b-8c3c-707c27e8e683,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:48.628507 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (7418191a-3b9f-4a02-87d7-354154765038), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:48.824559 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:48.829402 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Router 7418191a-3b9f-4a02-87d7-354154765038 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:48.931237 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:48.936147 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f7d0ed28-bd50-4dfe-b8b0-b628a1dea64e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7418191a-3b9f-4a02-87d7-354154765038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928327 Sep 16 05:53:48.938702 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51448) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:48.941580 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Sync routers for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:48.944612 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:48.952093 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:48.956220 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:49.038517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks [] for router (7418191a-3b9f-4a02-87d7-354154765038), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.053510 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:49.156872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:49.165199 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:49.235604 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:53:48Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:49.266427 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Checking router: 7418191a-3b9f-4a02-87d7-354154765038 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:49.276193 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Routers {'7418191a-3b9f-4a02-87d7-354154765038'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:53:49.276851 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:53:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['7418191a-3b9f-4a02-87d7-354154765038'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:49.378523 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] Set router 7418191a-3b9f-4a02-87d7-354154765038 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:53:49.381871 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks [] for router_gateway (7418191a-3b9f-4a02-87d7-354154765038), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.466719 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Deleting port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:49.467390 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.547254 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:53:48Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:49.549567 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] For port 48d38885-77d6-4ce7-ae9f-9366e9e9a44a, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:49.549988 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.562717 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Calling delete_port for 48d38885-77d6-4ce7-ae9f-9366e9e9a44a owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:49.573030 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf43-2126-4205-8b31-b3284a1e8ea0 None None] The sync data for ids ['7418191a-3b9f-4a02-87d7-354154765038'] in dv-cinder-857528-3-iscsi is: [{'id': '7418191a-3b9f-4a02-87d7-354154765038', 'name': 'tempest-AttachVolumeNegativeTest-928597799-router', 'tenant_id': '86f59bdb0c3a46bf86fe611b95335b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:53:48Z', 'revision_number': 5, 'project_id': '86f59bdb0c3a46bf86fe611b95335b19', 'gw_port': {'id': '48d38885-77d6-4ce7-ae9f-9366e9e9a44a', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418191a-3b9f-4a02-87d7-354154765038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:48:40Z', 'updated_at': '2022-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:49.799603 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (48d38885-77d6-4ce7-ae9f-9366e9e9a44a), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.822583 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Pushing event deleted for resources: {'Port': ['ID=48d38885-77d6-4ce7-ae9f-9366e9e9a44a,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:49.886719 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (7418191a-3b9f-4a02-87d7-354154765038), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.974497 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (7418191a-3b9f-4a02-87d7-354154765038), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:49.976750 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks [] for router_controller (7418191a-3b9f-4a02-87d7-354154765038), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.080740 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (7418191a-3b9f-4a02-87d7-354154765038), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.081286 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7418191a-3b9f-4a02-87d7-354154765038 {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:50.085943 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.087077 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-892557f1-959a-415e-a5b0-dcb1a8d4a30e admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/7418191a-3b9f-4a02-87d7-354154765038 HTTP/1.1" status: 204 len: 168 time: 1.1474695 Sep 16 05:53:50.089571 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51450) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:50.124472 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:50.136338 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Deleting subnet 5acbf5a3-7341-45d1-81f2-bf73519a2bcc {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:53:50.147152 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Publish callbacks [] for subnet (5acbf5a3-7341-45d1-81f2-bf73519a2bcc), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.177663 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (5acbf5a3-7341-45d1-81f2-bf73519a2bcc), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.241428 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:50.260485 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (5acbf5a3-7341-45d1-81f2-bf73519a2bcc), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.372289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (5acbf5a3-7341-45d1-81f2-bf73519a2bcc), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.398047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5acbf5a3-7341-45d1-81f2-bf73519a2bcc,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:50.402164 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.408178 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ca677-28d5-4cf1-89d4-4151f5a4fe4a None None] Network 3b5fb655-7c7f-4e1a-a62e-330916799304 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:53:50.413963 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4d733766-f3b1-4a2a-9231-3d98fefd8610 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/5acbf5a3-7341-45d1-81f2-bf73519a2bcc HTTP/1.1" status: 204 len: 168 time: 0.3229668 Sep 16 05:53:50.416382 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51452) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:50.485166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (3b5fb655-7c7f-4e1a-a62e-330916799304), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.537246 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Deleting port 6799a428-bfea-42f1-bafb-d02d861bdc6a {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:50.537671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.581729 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] DHCP port deletion for 3b5fb655-7c7f-4e1a-a62e-330916799304 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:53:50.606407 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] For port 6799a428-bfea-42f1-bafb-d02d861bdc6a, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6799a428-bfea-42f1-bafb-d02d861bdc6a,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:50.610093 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.618812 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Deleting port 6799a428-bfea-42f1-bafb-d02d861bdc6a {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:53:50.619175 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.620823 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Calling delete_port for 6799a428-bfea-42f1-bafb-d02d861bdc6a owned by network:dhcp {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:50.685525 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] For port 6799a428-bfea-42f1-bafb-d02d861bdc6a, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=6799a428-bfea-42f1-bafb-d02d861bdc6a,segment=NetworkSegment(1ac2a928-4868-4cc3-a4fe-37ec87c99dca),segment_id=1ac2a928-4868-4cc3-a4fe-37ec87c99dca)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:50.685846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.698991 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Calling delete_port for 6799a428-bfea-42f1-bafb-d02d861bdc6a owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:53:50.760770 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.771958 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (6799a428-bfea-42f1-bafb-d02d861bdc6a), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.788448 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6799a428-bfea-42f1-bafb-d02d861bdc6a,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:50.790302 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] No DVR routers for this DVR port 6799a428-bfea-42f1-bafb-d02d861bdc6a on host dv-cinder-857528-3-iscsi {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:50.801416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] No DVR routers for this DVR port 6799a428-bfea-42f1-bafb-d02d861bdc6a on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:53:50.811041 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Pushing event deleted for resources: {'Port': ['ID=6799a428-bfea-42f1-bafb-d02d861bdc6a,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:50.813022 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.813372 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.813711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.814085 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.814416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.814745 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.815072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.815395 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.815719 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.816042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.816369 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.816692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.817010 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.817325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.817663 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecc3c3-2aea-45e2-a36f-f5c3f49c2273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:50.864154 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (3b5fb655-7c7f-4e1a-a62e-330916799304), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.888317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5fb655-7c7f-4e1a-a62e-330916799304']}} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:50.898424 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac2a928-4868-4cc3-a4fe-37ec87c99dca') {'for_net_delete': True} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:50.898722 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.services.segments.db [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac2a928-4868-4cc3-a4fe-37ec87c99dca') {} {{(pid=113250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:50.908285 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11338839'] for segment (1ac2a928-4868-4cc3-a4fe-37ec87c99dca), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.928219 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (1ac2a928-4868-4cc3-a4fe-37ec87c99dca), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.929002 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=113250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:50.929246 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11887659'] for segment (1ac2a928-4868-4cc3-a4fe-37ec87c99dca), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:50.969807 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 1ac2a928-4868-4cc3-a4fe-37ec87c99dca resource provider aggregate not found Sep 16 05:53:50.987843 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.services.segments.plugin [-] Segment 1ac2a928-4868-4cc3-a4fe-37ec87c99dca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ac2a928-4868-4cc3-a4fe-37ec87c99dca found for delete ", "request_id": "req-c3ac8198-33e1-403f-ab2e-0fb9da853016"}]} Sep 16 05:53:51.046601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (3b5fb655-7c7f-4e1a-a62e-330916799304), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.050825 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.054265 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3b5fb655-7c7f-4e1a-a62e-330916799304 HTTP/1.1" status: 204 len: 168 time: 0.6368146 Sep 16 05:53:51.067623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea151946-6541-410e-9abd-044ad14358b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5fb655-7c7f-4e1a-a62e-330916799304,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:51.133885 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 390148e3-da7b-473b-8c3c-707c27e8e683 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:51.156924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 390148e3-da7b-473b-8c3c-707c27e8e683 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:51.157288 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 390148e3-da7b-473b-8c3c-707c27e8e683 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:51.157699 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 48d38885-77d6-4ce7-ae9f-9366e9e9a44a no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:51.175304 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 48d38885-77d6-4ce7-ae9f-9366e9e9a44a {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:51.175646 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 48d38885-77d6-4ce7-ae9f-9366e9e9a44a not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:51.176049 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6799a428-bfea-42f1-bafb-d02d861bdc6a no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:51.194223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 6799a428-bfea-42f1-bafb-d02d861bdc6a {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:53:51.194498 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 6799a428-bfea-42f1-bafb-d02d861bdc6a not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:51.391744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51460) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:51.406909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:51.433050 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e0867154-7bb8-4070-850e-e249bf9a73c3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=86f59bdb0c3a46bf86fe611b95335b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402169 Sep 16 05:53:51.435569 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51462) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:53:51.487934 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] Publish callbacks [] for security_group (fa397d1e-3624-4115-9780-6c8ca61a24d6), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.508938 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] Publish callbacks [] for security_group (fa397d1e-3624-4115-9780-6c8ca61a24d6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.628331 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (fa397d1e-3624-4115-9780-6c8ca61a24d6), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.631773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:53:51.632930 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fa397d1e-3624-4115-9780-6c8ca61a24d6 HTTP/1.1" status: 204 len: 168 time: 0.1964767 Sep 16 05:53:51.641136 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036fa2c-cbc4-4e31-bccd-18272b91405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa397d1e-3624-4115-9780-6c8ca61a24d6,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:52.672024 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:52.759145 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:53.202672 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:54.087965 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-a08519a2-6273-4cb7-821d-8b032554a947 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376570 Sep 16 05:53:54.188399 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-ed0102e3-baf9-4ba8-a19c-f03b14d5f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:54.189784 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-ed0102e3-baf9-4ba8-a19c-f03b14d5f2af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1129 time: 0.0383961 Sep 16 05:53:54.289016 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:53:54.298874 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-f1622b81-4067-4051-96db-1f7677f378ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:54.302831 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-f1622b81-4067-4051-96db-1f7677f378ae service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0885441 Sep 16 05:53:54.361801 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-782aba57-b95a-472d-ab5a-103cd7dedc62 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0548110 Sep 16 05:53:54.414631 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-e10ec9ba-90b0-4439-960e-7b13ab15bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:54.416306 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-e10ec9ba-90b0-4439-960e-7b13ab15bce5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0489378 Sep 16 05:53:54.460675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-f3ebd768-4e1d-4b12-bdf6-4b36117534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:53:54.462055 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-f3ebd768-4e1d-4b12-bdf6-4b36117534fd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388341 Sep 16 05:53:54.554961 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-844aed2b-fec1-4832-aac0-38a66cc787d1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Sep 16 05:53:54.651200 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d6d4e34e-2932-4718-84eb-109be27e83ba req-4e3fc3c9-8150-49e6-8de0-23b5f7603cde service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900409 Sep 16 05:54:01.179325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:01.661989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:02.147989 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-63e79d14-d485-4391-aa6d-d1b526c8162d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.020913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51576) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:03.125897 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e75c5ba-468e-45ba-8f99-b31eb8427d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.194676 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:03.195442 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:03.201655 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e75c5ba-468e-45ba-8f99-b31eb8427d37 admin admin] Publish callbacks [] for security_group (7bcea302-e45a-43b6-95fd-6250635a1cc5), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.257681 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0e75c5ba-468e-45ba-8f99-b31eb8427d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7bcea302-e45a-43b6-95fd-6250635a1cc5), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.299805 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0e75c5ba-468e-45ba-8f99-b31eb8427d37 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8b6ab55134554d83882cedd242a46fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778189 Sep 16 05:54:03.301651 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75c5ba-468e-45ba-8f99-b31eb8427d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcea302-e45a-43b6-95fd-6250635a1cc5,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:03.302638 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51580) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:03.355106 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] Publish callbacks [] for security_group (7bcea302-e45a-43b6-95fd-6250635a1cc5), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.376107 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] Publish callbacks [] for security_group (7bcea302-e45a-43b6-95fd-6250635a1cc5), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.468928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (7bcea302-e45a-43b6-95fd-6250635a1cc5), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.471745 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:03.472889 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7bcea302-e45a-43b6-95fd-6250635a1cc5 HTTP/1.1" status: 204 len: 168 time: 0.1693127 Sep 16 05:54:03.481097 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9474b-148c-477b-b2ad-eeecde7cfd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcea302-e45a-43b6-95fd-6250635a1cc5,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:04.304387 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-72bb1a05-4374-4d19-aff3-ef90fc195950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:05.977711 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:07.469291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:07.742504 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:13.290724 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:13.298360 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=43,neutron:INSERT=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:13.409248 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:13.476277 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:16.829094 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:26.746969 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:26.748886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:30.202864 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:31.223282 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:32.137363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-5af23828-6492-4b42-a4cf-fd4eb847892f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:34.280579 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-56a3ebd9-7ec2-4982-8efc-df877b0291de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:35.960258 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:37.501844 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:37.760358 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:40.197787 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:46.806137 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.036554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51960) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:52.140082 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.217298 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Publish callbacks [] for security_group (0537585e-d4a3-4133-a51b-aadb77db8526), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.266925 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0537585e-d4a3-4133-a51b-aadb77db8526), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.306632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0537585e-d4a3-4133-a51b-aadb77db8526,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.312073 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d2ff1caa075748a39a74230bbe4454e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730908 Sep 16 05:54:52.313920 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51964) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:52.317062 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.317409 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.317751 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.318118 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.318449 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.318775 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.319099 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.319422 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.319746 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.320069 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.320395 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.320716 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.321042 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.321362 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.321678 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fceaacc-8b7d-487d-88df-0211df7eacd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.365576 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Publish callbacks [] for security_group (0537585e-d4a3-4133-a51b-aadb77db8526), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.385258 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Publish callbacks [] for security_group (0537585e-d4a3-4133-a51b-aadb77db8526), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.501312 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0537585e-d4a3-4133-a51b-aadb77db8526), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.503833 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:52.504982 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0537585e-d4a3-4133-a51b-aadb77db8526 HTTP/1.1" status: 204 len: 168 time: 0.1900275 Sep 16 05:54:52.514416 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0537585e-d4a3-4133-a51b-aadb77db8526,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.521773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.522151 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.522569 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.522846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.523203 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.523648 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.523977 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.524308 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.524632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.525070 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.525402 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.525725 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.526076 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.526396 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:52.526713 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c37eae-badb-48d2-9d78-73b9b7487f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.141481 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 51974) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:53.155656 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cfbb26b0-4d75-4229-9b2a-bb4427e767a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.229909 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cfbb26b0-4d75-4229-9b2a-bb4427e767a5 admin admin] Publish callbacks [] for security_group (48e5ed29-3e7d-4013-8d2e-57acb02d3964), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.301902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-cfbb26b0-4d75-4229-9b2a-bb4427e767a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (48e5ed29-3e7d-4013-8d2e-57acb02d3964), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.344835 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-cfbb26b0-4d75-4229-9b2a-bb4427e767a5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a47db6a63a0245ecb2f2426a1cd13783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021940 Sep 16 05:54:53.345673 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb26b0-4d75-4229-9b2a-bb4427e767a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e5ed29-3e7d-4013-8d2e-57acb02d3964,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.348157 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 51976) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:54:53.399070 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] Publish callbacks [] for security_group (48e5ed29-3e7d-4013-8d2e-57acb02d3964), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.418917 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] Publish callbacks [] for security_group (48e5ed29-3e7d-4013-8d2e-57acb02d3964), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.560615 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (48e5ed29-3e7d-4013-8d2e-57acb02d3964), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.563071 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:54:53.564213 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/48e5ed29-3e7d-4013-8d2e-57acb02d3964 HTTP/1.1" status: 204 len: 168 time: 0.2147775 Sep 16 05:54:53.574713 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ac338-2cc2-4328-a15e-7771bce83a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e5ed29-3e7d-4013-8d2e-57acb02d3964,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.380994 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-49d32e53-3f54-4e0d-9e9a-8ba3a7f3cac8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444708 Sep 16 05:54:55.486019 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-510379fc-b2f3-4542-944d-efa62dff59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:54:55.487590 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-510379fc-b2f3-4542-944d-efa62dff59db service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 1129 time: 0.0431926 Sep 16 05:54:55.598533 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-7bb7a061-6e10-40c1-8d77-a735e3f5f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:54:55.600005 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-7bb7a061-6e10-40c1-8d77-a735e3f5f62a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0935400 Sep 16 05:54:55.664413 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-00a1bbc1-4092-4880-9291-21237023095c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0567701 Sep 16 05:54:55.714412 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-abf7b399-14da-420c-bf0f-30b379ebb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:54:55.715851 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-abf7b399-14da-420c-bf0f-30b379ebb2e8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0457604 Sep 16 05:54:55.761692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-2baffa00-3c4f-4250-8e4a-0b8402b7ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:54:55.763186 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-2baffa00-3c4f-4250-8e4a-0b8402b7ced2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419235 Sep 16 05:54:55.856543 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-ecdc1247-26b8-4f2d-bce8-cc76dc18adaf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864520 Sep 16 05:54:55.935470 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:54:55.952130 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9db3cb44-6068-4254-95c4-77f08143a9bb req-1dbf034c-f2e6-4c16-bdb2-dbe278bf7173 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901489 Sep 16 05:54:56.750936 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:01.147048 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52070) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:01.252756 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28e736c8-5898-48c7-afa4-97e5b122bbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.294704 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:01.328305 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28e736c8-5898-48c7-afa4-97e5b122bbb5 admin admin] Publish callbacks [] for security_group (80e235c6-6fee-4684-96c5-d865d2695fc2), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.400162 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-28e736c8-5898-48c7-afa4-97e5b122bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (80e235c6-6fee-4684-96c5-d865d2695fc2), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.440980 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-28e736c8-5898-48c7-afa4-97e5b122bbb5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=199e67a4241047e3a9454034c00ac1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928855 Sep 16 05:55:01.442080 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e736c8-5898-48c7-afa4-97e5b122bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e235c6-6fee-4684-96c5-d865d2695fc2,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:01.443755 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52074) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:01.493344 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] Publish callbacks [] for security_group (80e235c6-6fee-4684-96c5-d865d2695fc2), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.516406 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] Publish callbacks [] for security_group (80e235c6-6fee-4684-96c5-d865d2695fc2), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.649724 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (80e235c6-6fee-4684-96c5-d865d2695fc2), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.652224 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:01.653347 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/80e235c6-6fee-4684-96c5-d865d2695fc2 HTTP/1.1" status: 204 len: 168 time: 0.2086174 Sep 16 05:55:01.662074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a7da5-7d22-4f4f-ba47-5f72759e300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e235c6-6fee-4684-96c5-d865d2695fc2,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:01.673845 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:02.171527 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3896cffb-f23e-4e75-bf0a-f3f185c473d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.286022 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52080) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:02.299886 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-52115be7-8ae3-47da-9eeb-7184606619d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.376252 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-52115be7-8ae3-47da-9eeb-7184606619d3 admin admin] Publish callbacks [] for security_group (0fe42119-0dc1-47b2-8499-761d6304c8f1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.446221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-52115be7-8ae3-47da-9eeb-7184606619d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0fe42119-0dc1-47b2-8499-761d6304c8f1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.487711 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-52115be7-8ae3-47da-9eeb-7184606619d3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6b72f7baae8b483d9a451dc6525d2355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006748 Sep 16 05:55:02.488808 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52115be7-8ae3-47da-9eeb-7184606619d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe42119-0dc1-47b2-8499-761d6304c8f1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:02.490581 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52082) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:02.539684 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] Publish callbacks [] for security_group (0fe42119-0dc1-47b2-8499-761d6304c8f1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.563073 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] Publish callbacks [] for security_group (0fe42119-0dc1-47b2-8499-761d6304c8f1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.684461 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0fe42119-0dc1-47b2-8499-761d6304c8f1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.687050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:02.688373 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0fe42119-0dc1-47b2-8499-761d6304c8f1 HTTP/1.1" status: 204 len: 168 time: 0.1968312 Sep 16 05:55:02.696312 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593007f-6405-4fa3-a11f-cdf0c4feb8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe42119-0dc1-47b2-8499-761d6304c8f1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.275052 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-15cb0164-4001-474b-a108-315003851a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:04.959089 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52128) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:05.065264 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-910d1b9c-d025-4bc0-b862-a269e3677645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.102910 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:05.119492 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:05.141117 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-910d1b9c-d025-4bc0-b862-a269e3677645 admin admin] Publish callbacks [] for security_group (0c2ef796-81b3-4443-8f37-f4942af00fe4), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.222829 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-910d1b9c-d025-4bc0-b862-a269e3677645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0c2ef796-81b3-4443-8f37-f4942af00fe4), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.263664 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-910d1b9c-d025-4bc0-b862-a269e3677645 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f1458b9e14044c5cb4546079ed3b0bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035352 Sep 16 05:55:05.264517 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d1b9c-d025-4bc0-b862-a269e3677645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ef796-81b3-4443-8f37-f4942af00fe4,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:05.266670 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52132) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:05.317880 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] Publish callbacks [] for security_group (0c2ef796-81b3-4443-8f37-f4942af00fe4), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.337983 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] Publish callbacks [] for security_group (0c2ef796-81b3-4443-8f37-f4942af00fe4), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.469675 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (0c2ef796-81b3-4443-8f37-f4942af00fe4), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.472256 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:05.473440 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0c2ef796-81b3-4443-8f37-f4942af00fe4 HTTP/1.1" status: 204 len: 168 time: 0.2046080 Sep 16 05:55:05.481284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42f3cd-05c5-494e-bdea-9278589ac8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ef796-81b3-4443-8f37-f4942af00fe4,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:05.994811 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.178536 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52138) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:06.192855 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce3baaf4-556e-4baf-9ea7-5bff91bc0d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.267911 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce3baaf4-556e-4baf-9ea7-5bff91bc0d62 admin admin] Publish callbacks [] for security_group (12931b14-726c-4ba8-bde7-42fee2d40e8c), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.331849 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ce3baaf4-556e-4baf-9ea7-5bff91bc0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (12931b14-726c-4ba8-bde7-42fee2d40e8c), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.371392 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ce3baaf4-556e-4baf-9ea7-5bff91bc0d62 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5d233360393e474992108ffd5d6eb1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917882 Sep 16 05:55:06.372240 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3baaf4-556e-4baf-9ea7-5bff91bc0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12931b14-726c-4ba8-bde7-42fee2d40e8c,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.374219 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52140) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:06.428772 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] Publish callbacks [] for security_group (12931b14-726c-4ba8-bde7-42fee2d40e8c), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.449558 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] Publish callbacks [] for security_group (12931b14-726c-4ba8-bde7-42fee2d40e8c), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.571535 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (12931b14-726c-4ba8-bde7-42fee2d40e8c), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.574113 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:06.575259 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/12931b14-726c-4ba8-bde7-42fee2d40e8c HTTP/1.1" status: 204 len: 168 time: 0.1994581 Sep 16 05:55:06.583394 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d5326-1f73-4d87-9acd-753859a3c0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12931b14-726c-4ba8-bde7-42fee2d40e8c,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:07.202279 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:07.492029 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:07.775619 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:08.219661 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=14 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:10.206912 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad60f4c-33c4-41f2-ab74-5c127e58f064 req-86323904-6cd4-4c28-874b-c81f9aed483a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:10.208278 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2ad60f4c-33c4-41f2-ab74-5c127e58f064 req-86323904-6cd4-4c28-874b-c81f9aed483a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0474002 Sep 16 05:55:10.260081 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2ad60f4c-33c4-41f2-ab74-5c127e58f064 req-07839ade-a017-497d-8e7a-83f98719c00d tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Sep 16 05:55:11.389606 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cbf76-a214-423d-88d5-571eb07030a4 req-3da9dde3-7cc1-4326-9979-8d23007564c9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:11.391031 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-735cbf76-a214-423d-88d5-571eb07030a4 req-3da9dde3-7cc1-4326-9979-8d23007564c9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0502064 Sep 16 05:55:11.417104 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:11.441248 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-735cbf76-a214-423d-88d5-571eb07030a4 req-75aad29f-ab9f-40e5-a7db-1c2466857ce6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Sep 16 05:55:11.879440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-c1c99d88-95b5-4301-aa06-9b67cd1a3b30 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:11.880889 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-c1c99d88-95b5-4301-aa06-9b67cd1a3b30 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 945 time: 0.0458560 Sep 16 05:55:11.965159 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:55:11.965498 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.054930 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:12.056824 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] For port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:12.057188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.220565 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.220932 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (243a1826-b7c0-42e2-8a90-da07b3301d9f), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.221245 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 243a1826-b7c0-42e2-8a90-da07b3301d9f disassociated. External IP: 172.27.0.55, port: 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9. Sep 16 05:55:12.221586 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:55:12.398642 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.426454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:12.516976 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:12.541748 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:12.547660 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-91ce7548-a230-480c-8ccf-2063fa51fb91 req-35f23b28-d5d0-4e5c-b874-af5e3dcd243b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 210 time: 0.0323553 Sep 16 05:55:12.649317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:12.660296 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:12.662362 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=21 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:12.670981 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:55:12.672429 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:55:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:12.696667 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] No DVR routers for this DVR port 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:55:12.699235 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:12.702672 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-90799a86-bbe3-4385-9e38-1bc8127f1c17 req-29cd32e7-41ae-46ac-9f58-fca4a8fa9d8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "DELETE /networking/v2.0/ports/3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 HTTP/1.1" status: 204 len: 173 time: 0.8170848 Sep 16 05:55:12.703482 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'name': 'network-vif-deleted', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:55:12.706260 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c0ae89-219c-44c5-8d89-1bf3588d0370" -d '{"events": [{"server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "name": "network-vif-deleted", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:12.743787 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a44c872-5e4e-4220-ade0-49707f800ee4 x-openstack-request-id: req-2a44c872-5e4e-4220-ade0-49707f800ee4 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:12.744121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc", "name": "network-vif-deleted", "tag": "3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:12.744339 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a44c872-5e4e-4220-ade0-49707f800ee4 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:12.744743 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a44c872-5e4e-4220-ade0-49707f800ee4'] response: {'server_uuid': '9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc', 'name': 'network-vif-deleted', 'tag': '3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9', 'status': 'completed', 'code': 200} Sep 16 05:55:12.788679 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:55:13.069035 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:13.096876 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:13.106332 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:55:13.106936 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:55:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:13.209726 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:55:13.403411 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:13.429600 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c76cc4-4d9e-4635-beef-4a7c94117a7e None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:13.692685 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-fc8d0743-b903-4f44-99b8-0bca9b0e4249 req-83a185e5-eb74-4ca7-9f37-02fc9f098131 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9dd06f5e-b4d7-4b33-a9a6-8af3ae081bbc HTTP/1.1" status: 200 len: 210 time: 0.0422025 Sep 16 05:55:13.716043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8be36-9c02-404a-9320-ce6417b83101 None None] New status for floating IP 243a1826-b7c0-42e2-8a90-da07b3301d9f: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:55:13.773153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52232) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:13.879981 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3901bffc-4ea2-4cb0-9312-957af272154a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:13.964773 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3901bffc-4ea2-4cb0-9312-957af272154a admin admin] Publish callbacks [] for security_group (a911ad0f-7535-4cb0-9391-0e1702ca7723), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.034644 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3901bffc-4ea2-4cb0-9312-957af272154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a911ad0f-7535-4cb0-9391-0e1702ca7723), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.073985 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3901bffc-4ea2-4cb0-9312-957af272154a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f66208964fc844e5ba9ea974dbc230ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994747 Sep 16 05:55:14.075909 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901bffc-4ea2-4cb0-9312-957af272154a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a911ad0f-7535-4cb0-9391-0e1702ca7723,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.076720 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52236) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:14.127478 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] Publish callbacks [] for security_group (a911ad0f-7535-4cb0-9391-0e1702ca7723), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.150328 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] Publish callbacks [] for security_group (a911ad0f-7535-4cb0-9391-0e1702ca7723), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.274601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (a911ad0f-7535-4cb0-9391-0e1702ca7723), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.277233 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.278402 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a911ad0f-7535-4cb0-9391-0e1702ca7723 HTTP/1.1" status: 204 len: 168 time: 0.2006812 Sep 16 05:55:14.287066 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789762-f769-4ef9-ba88-16e86b562fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a911ad0f-7535-4cb0-9391-0e1702ca7723,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.843321 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52246) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:14.859802 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-08f34959-4e85-4b77-94e6-ff5a4341eb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.946595 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-08f34959-4e85-4b77-94e6-ff5a4341eb1f admin admin] Publish callbacks [] for security_group (c1e93f3d-ceed-4cfe-b204-8cd548b210f1), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:14.987345 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-b02283eb-33bc-4857-bfd7-1f6392994f79 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1949056838&fields=id&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 267 time: 0.0562449 Sep 16 05:55:15.014841 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-08f34959-4e85-4b77-94e6-ff5a4341eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c1e93f3d-ceed-4cfe-b204-8cd548b210f1), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:15.089955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:15.093246 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:15.099344 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-08f34959-4e85-4b77-94e6-ff5a4341eb1f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d236b03c68384923b1f704d2ed41cf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549922 Sep 16 05:55:15.102499 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34959-4e85-4b77-94e6-ff5a4341eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e93f3d-ceed-4cfe-b204-8cd548b210f1,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.102671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52252) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:15.136047 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-73b28209-6492-4f37-96f8-8d9934dffb3c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:15.137505 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-73b28209-6492-4f37-96f8-8d9934dffb3c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1437027 Sep 16 05:55:15.152203 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-eab0f263-6400-4c00-8b2a-ef5ca52b1d15 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/quotas/22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 375 time: 0.0091133 Sep 16 05:55:15.153278 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] Publish callbacks [] for security_group (c1e93f3d-ceed-4cfe-b204-8cd548b210f1), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:15.175632 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] Publish callbacks [] for security_group (c1e93f3d-ceed-4cfe-b204-8cd548b210f1), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:15.209063 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-c5f63085-8f37-44d9-9b9a-81a41d318659 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501359 Sep 16 05:55:15.314769 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (c1e93f3d-ceed-4cfe-b204-8cd548b210f1), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:15.317356 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:15.318515 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c1e93f3d-ceed-4cfe-b204-8cd548b210f1 HTTP/1.1" status: 204 len: 168 time: 0.2148812 Sep 16 05:55:15.326324 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7d6f9-463c-46f8-8b9e-ae45ca93ab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e93f3d-ceed-4cfe-b204-8cd548b210f1,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.402936 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-9b160bba-7eca-4867-8d2d-0d6096d470fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822360 Sep 16 05:55:15.501127 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-1be81ea7-d807-4ce0-91b1-8507e0b3acce service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909095 Sep 16 05:55:16.092288 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-e10b5a73-cc20-4269-ae29-55d8faf12968 req-2ed7ed51-b93d-49e6-a10b-3b510738fdfb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 210 time: 0.0326221 Sep 16 05:55:16.455817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:16.475694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:55:16.476047 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device 3f2f9d40-6f4a-4ef4-9d65-eaccaae91ae9 not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:16.838452 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:17.201774 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6967d0ca-ea3f-45a5-8497-f43cb2bf50ed req-f42e4b6b-242d-4f09-93b7-6dca21d1626b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 210 time: 0.0313451 Sep 16 05:55:18.235195 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52348) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:18.350955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cef5-2b65-49f4-ad97-b6a9ab43ce4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.354829 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9deefa66-0a87-4d03-8e07-5e5a22c080d3 req-d0c8b8c1-f97a-4331-b29c-38e4db5bb1e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 210 time: 0.0670223 Sep 16 05:55:18.378592 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:18.422465 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-ebe914b1-2319-4db5-b9bc-f2402264d678 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:18.423897 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-ebe914b1-2319-4db5-b9bc-f2402264d678 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1477079 Sep 16 05:55:18.443664 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cef5-2b65-49f4-ad97-b6a9ab43ce4e admin admin] Publish callbacks [] for security_group (3679ac5f-3279-4272-8051-a7887f7e3d7f), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.492344 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-40c67693-731f-44f1-9c3f-5293207ffa08 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 380 time: 0.0547693 Sep 16 05:55:18.507629 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'port': {'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'admin_state_up': True, 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'security_groups': ['18477cfb-3b65-471d-9d1d-a391d340d4e9']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:18.515966 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cef5-2b65-49f4-ad97-b6a9ab43ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3679ac5f-3279-4272-8051-a7887f7e3d7f), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.562946 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52352) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:18.563246 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-d6a3cef5-2b65-49f4-ad97-b6a9ab43ce4e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cd6ff35ff4aa47c6b5f6bd07efe6fb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266795 Sep 16 05:55:18.563950 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3cef5-2b65-49f4-ad97-b6a9ab43ce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3679ac5f-3279-4272-8051-a7887f7e3d7f,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:18.650272 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:18.656689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] Publish callbacks [] for security_group (3679ac5f-3279-4272-8051-a7887f7e3d7f), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.680688 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] Publish callbacks [] for security_group (3679ac5f-3279-4272-8051-a7887f7e3d7f), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.760095 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Made reservation on behalf of 22b431b5f9f344a6b72c3ee49d1c29ce for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:18.763846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.875108 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (3679ac5f-3279-4272-8051-a7887f7e3d7f), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.877773 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:18.879033 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3679ac5f-3279-4272-8051-a7887f7e3d7f HTTP/1.1" status: 204 len: 168 time: 0.3151522 Sep 16 05:55:18.922110 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7528e-4818-4d5d-b94c-4b7396d77a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3679ac5f-3279-4272-8051-a7887f7e3d7f,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:18.991354 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.20.0.14 (d7f99abe-83ff-416f-b7d1-3b3c046c7984/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8/fb1bc959-3258-4781-8027-e993693e98bb) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:19.133740 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (fb1bc959-3258-4781-8027-e993693e98bb), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.264203 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.306671 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:19.311841 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:19.316314 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:55:19.347927 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:19.384223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:19.384223 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.466446 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a59ad063-beae-4a71-a457-c2849e79f19f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9625785 Sep 16 05:55:19.484445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Request body: {'port': {'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:19.495535 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8333d5-c831-47ab-ad34-a343c5c16d1c req-0cac7754-85fa-4749-9a80-6b547ee61bca tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:19.497057 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d8333d5-c831-47ab-ad34-a343c5c16d1c req-0cac7754-85fa-4749-9a80-6b547ee61bca tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 932 time: 0.0539248 Sep 16 05:55:19.551311 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:19.554864 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (fb1bc959-3258-4781-8027-e993693e98bb), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.554992 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-9d8333d5-c831-47ab-ad34-a343c5c16d1c req-82a46734-f47e-49eb-8f1a-68fed16f527a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517509 Sep 16 05:55:19.588463 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52360) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:19.606481 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Provisioning complete for port fb1bc959-3258-4781-8027-e993693e98bb triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:55:19.607547 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (fb1bc959-3258-4781-8027-e993693e98bb), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.608611 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Attempt 1 to provision port fb1bc959-3258-4781-8027-e993693e98bb Sep 16 05:55:19.609645 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-678fa272-18dd-4a7a-ac88-a964e3f42080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.643426 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Port fb1bc959-3258-4781-8027-e993693e98bb cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:55:19.688985 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-678fa272-18dd-4a7a-ac88-a964e3f42080 admin admin] Publish callbacks [] for security_group (d3a502dd-960c-4a63-95a7-0075395ecc46), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.757638 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:19.798673 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-678fa272-18dd-4a7a-ac88-a964e3f42080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d3a502dd-960c-4a63-95a7-0075395ecc46), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.819296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1bc959-3258-4781-8027-e993693e98bb {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:55:19.827262 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks [] for port (fb1bc959-3258-4781-8027-e993693e98bb), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.839177 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-678fa272-18dd-4a7a-ac88-a964e3f42080 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=944e55e7db8c4f56a90791e7ddf56392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495697 Sep 16 05:55:19.840127 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa272-18dd-4a7a-ac88-a964e3f42080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a502dd-960c-4a63-95a7-0075395ecc46,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:19.842100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52362) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:19.845188 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Transition to ACTIVE for port object fb1bc959-3258-4781-8027-e993693e98bb will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:55:19.893698 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] Publish callbacks [] for security_group (d3a502dd-960c-4a63-95a7-0075395ecc46), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.914282 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] Publish callbacks [] for security_group (d3a502dd-960c-4a63-95a7-0075395ecc46), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:19.931241 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.024596 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Pushing event updated for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.058289 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Attempting to bind port fb1bc959-3258-4781-8027-e993693e98bb on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:55:20.058621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Attempting to bind port fb1bc959-3258-4781-8027-e993693e98bb by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:55:20.058948 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Attempting to bind port fb1bc959-3258-4781-8027-e993693e98bb on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:20.098703 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:20.100836 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Port fb1bc959-3258-4781-8027-e993693e98bb on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:20.101156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Attempting to bind port fb1bc959-3258-4781-8027-e993693e98bb on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:20.142039 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:55:20.142370 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:55:20.142742 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Bound using segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:55:20.143166 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Bound port: fb1bc959-3258-4781-8027-e993693e98bb, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:55:20.143517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (fb1bc959-3258-4781-8027-e993693e98bb), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.144914 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Attempt 2 to provision port fb1bc959-3258-4781-8027-e993693e98bb Sep 16 05:55:20.146565 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (d3a502dd-960c-4a63-95a7-0075395ecc46), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.149050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.152618 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d3a502dd-960c-4a63-95a7-0075395ecc46 HTTP/1.1" status: 204 len: 168 time: 0.3069143 Sep 16 05:55:20.167285 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693bf8e-c68e-424e-8b35-32b9d1b8bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a502dd-960c-4a63-95a7-0075395ecc46,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.194738 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Port fb1bc959-3258-4781-8027-e993693e98bb cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:55:20.224602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:20.227738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=fb1bc959-3258-4781-8027-e993693e98bb,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:20.309045 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.313732 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:20.314414 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:20.315802 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 1094 time: 0.8357806 Sep 16 05:55:20.316292 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:55:20.318581 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6119a9-4b16-4a07-9e96-3f877621d9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:20.362026 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d694bc-1c02-4047-b089-9539d469acf0 x-openstack-request-id: req-c7d694bc-1c02-4047-b089-9539d469acf0 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:20.362312 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:20.362572 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7d694bc-1c02-4047-b089-9539d469acf0 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:20.362968 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d694bc-1c02-4047-b089-9539d469acf0'] response: {'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb', 'status': 'completed', 'code': 200} Sep 16 05:55:20.367588 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38050183-4494-46b0-88d8-3bdffd7468eb service neutron] Pushing event updated for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.452407 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-c87cf74b-3956-4415-ab55-856556e20c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:20.454819 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-c87cf74b-3956-4415-ab55-856556e20c81 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1128 time: 0.0408301 Sep 16 05:55:20.657622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:20.696486 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Attempt 3 to provision port fb1bc959-3258-4781-8027-e993693e98bb Sep 16 05:55:20.699867 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138926e-3962-41af-865a-f967b67bbc57 req-83bbc29c-184c-47dd-afaf-cbec9d6f54a3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:20.701594 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2138926e-3962-41af-865a-f967b67bbc57 req-83bbc29c-184c-47dd-afaf-cbec9d6f54a3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0547707 Sep 16 05:55:20.752443 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-39eb1dfb-688f-435d-a878-be9c7bc34abb None None] Port fb1bc959-3258-4781-8027-e993693e98bb had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:55:20.771911 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-2138926e-3962-41af-865a-f967b67bbc57 req-80a02ceb-5f9c-4749-b159-4e5f7bd6ba95 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572865 Sep 16 05:55:20.840879 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-b407e27c-ad3e-4b09-8ee2-3b2638e92fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:20.842430 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-b407e27c-ad3e-4b09-8ee2-3b2638e92fb4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3758879 Sep 16 05:55:20.948493 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-c959bb84-b06d-4151-8cc7-18c811fc59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:20.949988 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0b6119a9-4b16-4a07-9e96-3f877621d9d0 req-c959bb84-b06d-4151-8cc7-18c811fc59df service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007793 Sep 16 05:55:21.056165 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-300d2735-b436-43dc-9949-5736210a80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:21.057593 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-300d2735-b436-43dc-9949-5736210a80cb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1128 time: 0.0492010 Sep 16 05:55:21.106918 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-4d65ab58-d251-4ee0-b10a-cf7ee056b37d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 217 time: 0.0364697 Sep 16 05:55:21.160657 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-85960aaa-c284-49d6-ad9d-7fbcce0d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:21.162141 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-85960aaa-c284-49d6-ad9d-7fbcce0d06a9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0492213 Sep 16 05:55:21.209389 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-c6c9df25-0c8c-4b58-b64b-6f6b7fab2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:21.210973 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-c6c9df25-0c8c-4b58-b64b-6f6b7fab2cd5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434926 Sep 16 05:55:21.289889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:21.323729 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-91466c36-6356-4a0c-91b6-0a7bf8bc515c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072264 Sep 16 05:55:21.425744 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-570fc816-0fad-4694-a6e0-a6b9732e24b8 req-a996259d-a5bf-422e-8f38-adfaeeb3f590 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949416 Sep 16 05:55:21.895411 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835629b-72b7-43b6-9c13-9c40e0e5a5dd req-31f98144-d998-4e4c-a149-7115e80a55b9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:21.896889 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c835629b-72b7-43b6-9c13-9c40e0e5a5dd req-31f98144-d998-4e4c-a149-7115e80a55b9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0465715 Sep 16 05:55:21.946646 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c835629b-72b7-43b6-9c13-9c40e0e5a5dd req-5854c124-d1e1-4f37-8403-e00039150172 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440722 Sep 16 05:55:23.065871 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3319550-a245-427f-a208-302424a3c5da req-9f79f033-d3f2-41e0-aabe-9ad39bc108f3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:23.067312 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f3319550-a245-427f-a208-302424a3c5da req-9f79f033-d3f2-41e0-aabe-9ad39bc108f3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0471680 Sep 16 05:55:23.116552 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-f3319550-a245-427f-a208-302424a3c5da req-41ae0078-9806-4e11-9f5f-c8fb370f5a63 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Sep 16 05:55:23.405575 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=77 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:23.406508 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=54 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:24.236193 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491e803-913d-4c05-a3ae-fc3512e40ded req-64a02aa5-041f-40af-ae94-68163a8886cc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:24.237557 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2491e803-913d-4c05-a3ae-fc3512e40ded req-64a02aa5-041f-40af-ae94-68163a8886cc tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0464656 Sep 16 05:55:24.295097 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2491e803-913d-4c05-a3ae-fc3512e40ded req-8e51a60f-c1b6-4231-b342-43adc6055c94 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519919 Sep 16 05:55:25.405904 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:25.414337 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac90eb8-dced-469a-bd69-966cda49bdb5 req-15cf2fa3-aee2-421d-9b7f-43bbb6705018 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:25.415777 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ac90eb8-dced-469a-bd69-966cda49bdb5 req-15cf2fa3-aee2-421d-9b7f-43bbb6705018 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0464709 Sep 16 05:55:25.463472 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6ac90eb8-dced-469a-bd69-966cda49bdb5 req-ec93261e-c8f9-4cf0-8dc3-f0e8cb94af3c tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Sep 16 05:55:26.589933 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8d9e-5e46-4677-a8ff-ff9c82a0733d req-8d315a60-0ddb-4146-afff-da32ca280eb6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:26.591364 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c51c8d9e-5e46-4677-a8ff-ff9c82a0733d req-8d315a60-0ddb-4146-afff-da32ca280eb6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0501585 Sep 16 05:55:26.640949 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-c51c8d9e-5e46-4677-a8ff-ff9c82a0733d req-5fbca8da-20a4-45c0-b020-3964b732744d tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Sep 16 05:55:27.768167 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439673e-13a8-406c-86fe-9c75e8f25e5c req-17605f5b-5ce1-4838-806d-7eee277714fa tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:27.772784 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e439673e-13a8-406c-86fe-9c75e8f25e5c req-17605f5b-5ce1-4838-806d-7eee277714fa tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 944 time: 0.0511401 Sep 16 05:55:27.819528 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-e439673e-13a8-406c-86fe-9c75e8f25e5c req-514d3cd3-38ed-474e-a229-e6086ac43124 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Sep 16 05:55:28.511036 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device fb1bc959-3258-4781-8027-e993693e98bb details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:55:28.517919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:28.617287 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=fb1bc959-3258-4781-8027-e993693e98bb,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:28.629913 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'fb1bc959-3258-4781-8027-e993693e98bb', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:55:28.665042 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port fb1bc959-3258-4781-8027-e993693e98bb is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:55:28.665416 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (fb1bc959-3258-4781-8027-e993693e98bb), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:28.678433 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1bc959-3258-4781-8027-e993693e98bb {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:55:28.698210 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=fb1bc959-3258-4781-8027-e993693e98bb,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:28.794728 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:28.839871 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:28.846896 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.847233 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.847565 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.847962 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.848305 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.848625 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.848968 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.849286 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.849602 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.849945 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.850263 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.850568 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.850886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.851195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.851505 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:28.947966 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e682dd8-cc66-447d-96ff-199ba1dd8629 req-c9b6791b-4c60-42cf-81e3-4a56bc6825b0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:28.949420 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0e682dd8-cc66-447d-96ff-199ba1dd8629 req-c9b6791b-4c60-42cf-81e3-4a56bc6825b0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Sep 16 05:55:28.999143 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-0e682dd8-cc66-447d-96ff-199ba1dd8629 req-f6f849ac-3437-4205-94fc-8e6d87ee44a2 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Sep 16 05:55:29.073148 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['fb1bc959-3258-4781-8027-e993693e98bb'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:55:29.139769 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:30.118554 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5d9d4-c891-4582-b2a3-72cc8a0fc413 req-185740dd-1177-41ad-9499-31c4e4392924 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:30.120026 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d7d5d9d4-c891-4582-b2a3-72cc8a0fc413 req-185740dd-1177-41ad-9499-31c4e4392924 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 945 time: 0.0473993 Sep 16 05:55:30.168496 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d7d5d9d4-c891-4582-b2a3-72cc8a0fc413 req-47ea599e-7bba-4bbf-992c-37eada67f739 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Sep 16 05:55:30.534718 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device fb1bc959-3258-4781-8027-e993693e98bb up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:30.575247 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port fb1bc959-3258-4781-8027-e993693e98bb completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:55:30.678010 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port fb1bc959-3258-4781-8027-e993693e98bb triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:55:30.678393 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (fb1bc959-3258-4781-8027-e993693e98bb), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:30.678727 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port fb1bc959-3258-4781-8027-e993693e98bb Sep 16 05:55:30.749043 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port fb1bc959-3258-4781-8027-e993693e98bb is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:55:30.749348 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (fb1bc959-3258-4781-8027-e993693e98bb), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:30.772930 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:55:30.775187 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98d2ba5-56ad-4cd2-88ce-67e34810e7c6" -d '{"events": [{"server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "name": "network-vif-plugged", "status": "completed", "tag": "fb1bc959-3258-4781-8027-e993693e98bb"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:30.787363 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=fb1bc959-3258-4781-8027-e993693e98bb,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:30.855623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:30.909872 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:31.116873 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962fc5b-b230-431f-9b40-e61e0dea874a x-openstack-request-id: req-8962fc5b-b230-431f-9b40-e61e0dea874a {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:31.117169 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "name": "network-vif-plugged", "status": "completed", "tag": "fb1bc959-3258-4781-8027-e993693e98bb", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:31.117423 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8962fc5b-b230-431f-9b40-e61e0dea874a {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:31.117847 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8962fc5b-b230-431f-9b40-e61e0dea874a'] response: {'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb', 'code': 200} Sep 16 05:55:31.292169 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c7d4-d448-4fa7-9397-a07603f2941c req-8246b3d3-5af7-4be5-af04-303f5e0d6775 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:31.293911 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4bc9c7d4-d448-4fa7-9397-a07603f2941c req-8246b3d3-5af7-4be5-af04-303f5e0d6775 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0509090 Sep 16 05:55:31.349311 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-4bc9c7d4-d448-4fa7-9397-a07603f2941c req-56298590-f499-4e7f-bdf1-5ae2d6dc14f2 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441184 Sep 16 05:55:31.499040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a734f-923d-4b3d-8dfc-c607ebd0a161 req-ebdfb653-70da-435f-b92c-3f13409f473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:31.500478 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b56a734f-923d-4b3d-8dfc-c607ebd0a161 req-ebdfb653-70da-435f-b92c-3f13409f473a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0380468 Sep 16 05:55:31.532597 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:31.550581 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-b56a734f-923d-4b3d-8dfc-c607ebd0a161 req-775daa0c-6fb5-4463-8deb-b9eefd60ce1d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Sep 16 05:55:32.131344 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-304a3abd-9e8f-45f3-801b-a69a861ad763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:32.464477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132138f-a21d-4496-9ba9-ed260304a7a8 req-5f25e5d3-26ce-4484-942d-b198d4b90af0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:32.465953 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f132138f-a21d-4496-9ba9-ed260304a7a8 req-5f25e5d3-26ce-4484-942d-b198d4b90af0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0456226 Sep 16 05:55:32.517275 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-f132138f-a21d-4496-9ba9-ed260304a7a8 req-4a8939b8-e13e-431f-b622-1607d30b73a6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Sep 16 05:55:33.636421 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb448-198b-40cb-9e44-db0658731169 req-04a9d3b0-6cf6-42dd-8818-66077c2fe70a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:33.637889 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-41cbb448-198b-40cb-9e44-db0658731169 req-04a9d3b0-6cf6-42dd-8818-66077c2fe70a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0472615 Sep 16 05:55:33.689352 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-41cbb448-198b-40cb-9e44-db0658731169 req-da3a74ad-fe93-4bc5-9c93-926c15581bd3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Sep 16 05:55:33.807121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891eecd-3c4f-4900-80bf-c09801e0bc6a req-3ba35654-579e-46fe-9fd9-90cf26eee004 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:33.808471 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9891eecd-3c4f-4900-80bf-c09801e0bc6a req-3ba35654-579e-46fe-9fd9-90cf26eee004 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0457208 Sep 16 05:55:33.856733 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-9891eecd-3c4f-4900-80bf-c09801e0bc6a req-44179e3f-fd16-44df-b223-eea54a512adf tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Sep 16 05:55:33.884990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52398) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:33.927344 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ad675-8ef5-4bbc-9444-64a1c09ec373 tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:33.928841 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-130ad675-8ef5-4bbc-9444-64a1c09ec373 tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1125 time: 0.0428641 Sep 16 05:55:33.931590 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52400) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:55:33.935699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:34.003770 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.083472 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.172208 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:34.191418 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.27.0.15 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/5ccf404d-a14b-4898-8623-71e1d16fc4ba) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:34.286102 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-eb9ebad6-6e3e-4899-a248-916d3fdb510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.295711 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.375453 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.411679 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:34.419008 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:34.422693 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:34.425512 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:55:34.428757 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=5ccf404d-a14b-4898-8623-71e1d16fc4ba,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.771887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (5ca33c9f-c857-4067-8791-9a2f5bb24ee0), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:34.891033 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:35.040693 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:35.091636 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:35.138813 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:35.156602 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=5ccf404d-a14b-4898-8623-71e1d16fc4ba,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:35.163257 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (5ca33c9f-c857-4067-8791-9a2f5bb24ee0), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:35.260050 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 5ca33c9f-c857-4067-8791-9a2f5bb24ee0 associated. External IP: 172.27.0.15, port: fb1bc959-3258-4781-8027-e993693e98bb. Sep 16 05:55:35.444205 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:35.452564 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:35.554095 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:35.564211 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:35.573512 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:55:35.574164 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:55:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:35.659355 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:35.678201 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:55:35.694648 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-31be6484-6708-4eb3-b6c7-888670572eed tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7619693 Sep 16 05:55:35.695308 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:55:35.697601 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f1672-74fd-4569-a37a-46c59e39cfae" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:35.741997 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b38a41-5db9-4d1b-982a-67ae7a263ddd x-openstack-request-id: req-68b38a41-5db9-4d1b-982a-67ae7a263ddd {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:35.747047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:35.747047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b38a41-5db9-4d1b-982a-67ae7a263ddd {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:35.747047 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b38a41-5db9-4d1b-982a-67ae7a263ddd'] response: {'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb', 'status': 'completed', 'code': 200} Sep 16 05:55:35.829404 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-86c723d0-59e9-4cbd-9743-599482ad9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:35.830913 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-86c723d0-59e9-4cbd-9743-599482ad9e02 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0397828 Sep 16 05:55:35.889462 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:34Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:35.919059 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:35.928529 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:55:35.928902 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-f82bb025-9cb1-4d90-979c-1fb192383cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:35.929399 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:55:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:35.929507 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:35.930434 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-f82bb025-9cb1-4d90-979c-1fb192383cba service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0933475 Sep 16 05:55:35.995146 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-9b20dd18-f536-48ee-bb51-2adbb269b4c0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 999 time: 0.0585768 Sep 16 05:55:36.030197 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:55:36.035167 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:36.044931 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-100b5079-3b48-43d7-8201-07a5842f2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:36.046413 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-100b5079-3b48-43d7-8201-07a5842f2d93 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0452201 Sep 16 05:55:36.090608 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-50680141-e8da-43c9-9a26-fd49c03f403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:36.092088 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-50680141-e8da-43c9-9a26-fd49c03f403c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383384 Sep 16 05:55:36.187671 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-baa3b223-1259-4626-bf4f-7012917b19b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892968 Sep 16 05:55:36.211889 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:36.244114 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:34Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:36.268797 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7519b-a842-45d9-b7c0-5995d3c260ea None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:34Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:36.279403 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-1b4f1672-74fd-4569-a37a-46c59e39cfae req-633ebece-a8aa-41ed-8052-2c3d202e40b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859659 Sep 16 05:55:36.459902 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18069429-1ba3-4520-924e-19bdf0395b26 None None] New status for floating IP 5ca33c9f-c857-4067-8791-9a2f5bb24ee0: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:55:37.529603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:37.775149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:43.680426 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=69 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:43.685276 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=32 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:44.201294 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:46.274320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=59 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:46.276117 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:46.831946 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:55:47.695135 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:56.392103 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-69e9e010-ba26-48e2-aa94-5438e9de4f72 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472624 Sep 16 05:55:56.498652 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-d3ce42de-3386-4367-be7c-2bbe373cc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:56.500243 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-d3ce42de-3386-4367-be7c-2bbe373cc7a7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0391073 Sep 16 05:55:56.606371 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-71816ce1-dfbc-42e5-9259-d6734169eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:56.607810 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-71816ce1-dfbc-42e5-9259-d6734169eaf2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0896149 Sep 16 05:55:56.669318 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-03e797e2-8810-4d25-946f-002bd596ccf0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 1001 time: 0.0539916 Sep 16 05:55:56.724206 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-a734b915-d8ad-4fe9-a0af-752a37c36257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:56.725610 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-a734b915-d8ad-4fe9-a0af-752a37c36257 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0463903 Sep 16 05:55:56.736099 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:55:56.773150 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-4bf3e5e1-c854-4a99-8613-dbb2924b43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:55:56.775253 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-4bf3e5e1-c854-4a99-8613-dbb2924b43a9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430498 Sep 16 05:55:56.864950 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-934b36ef-a27e-44a3-ab08-ff3527bc2365 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832140 Sep 16 05:55:56.958521 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28d0f2fd-a1dd-4e6e-8124-38d3bcae3a28 req-20a77786-f796-4ef5-90df-b1aa4581562d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Sep 16 05:56:00.200389 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=79 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:00.201143 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:02.148516 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-643d6f2b-2e5b-4d27-ade2-65604cc289c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:04.354420 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-992abb46-ab45-4035-9869-02588a92cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:05.988400 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:06.954439 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=52 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:06.955313 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=49 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:07.517333 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:07.757276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:16.799936 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:21.200108 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:22.212271 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:26.749491 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:26.755472 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:31.196806 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:32.122276 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-99a4b9cb-0ce7-4041-92d8-273358795f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:34.311573 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-15036632-9395-4d5b-9c5e-2af107a02b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:35.996736 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:37.514017 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:37.765671 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:46.830550 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:56:56.758133 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:56.763086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:56:57.379959 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-e0e3339e-790e-49e4-9899-5b79decdf5c3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417337 Sep 16 05:56:57.480517 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-3ac4138d-03db-4809-a743-175d9b7dadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:56:57.481933 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-3ac4138d-03db-4809-a743-175d9b7dadb6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0398545 Sep 16 05:56:57.828481 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-f132999b-edaf-4cc0-820b-9bb8fb20c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:56:57.830513 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-f132999b-edaf-4cc0-820b-9bb8fb20c41b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.3286741 Sep 16 05:56:57.889936 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-275f9f50-360f-40bc-888b-8114a7dc7ac9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 1001 time: 0.0533888 Sep 16 05:56:57.953662 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-8cfdf75a-38da-4e69-b0a0-bafe77479c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:56:57.955696 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-8cfdf75a-38da-4e69-b0a0-bafe77479c8e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0603716 Sep 16 05:56:57.997907 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-cf9f5b66-c976-4e92-ab06-65678cd3fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:56:57.999359 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-cf9f5b66-c976-4e92-ab06-65678cd3fbbf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382757 Sep 16 05:56:58.085453 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-ce23690d-4928-4550-8bf0-cf62412ba554 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800369 Sep 16 05:56:58.174571 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-7a4991c9-bd01-4550-94ce-6cf19339a31a req-1f70b70f-a20d-4a6f-9f71-63c022c580a0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Sep 16 05:56:58.198570 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:59.570443 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:02.136451 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-254ce5af-cdbf-4645-a536-673101ed7e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:04.276184 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3121839e-10ae-42c1-bfcd-644edfe21346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:05.990086 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:07.513606 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:07.790488 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:08.171037 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=53 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:08.171037 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=48 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:08.195102 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=19 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:10.917410 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-29e32e03-c405-4211-894a-c523a808da59 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1949056838&fields=id&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 267 time: 0.0448341 Sep 16 05:57:11.037981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-60327313-5ec9-4069-8b60-6733bff6fbc3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:11.039426 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-60327313-5ec9-4069-8b60-6733bff6fbc3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1142581 Sep 16 05:57:11.054860 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-082759f9-5dd1-4075-aeaf-6562881385e0 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/quotas/22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 375 time: 0.0097792 Sep 16 05:57:11.105174 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-64ec1475-33fc-4230-9b74-21c8e5afb0f1 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455341 Sep 16 05:57:11.211081 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-17bc5736-63ac-4716-a850-634f5deb24ef service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 05:57:11.212071 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-17bc5736-63ac-4716-a850-634f5deb24ef service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0956440 Sep 16 05:57:11.317780 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-f7a0ae81-46fc-4d29-8cb6-3fa2d06e31c3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996771 Sep 16 05:57:11.404344 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-7f5674d0-0e26-4dff-b848-b6002636fd28 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808585 Sep 16 05:57:11.966180 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-a984a516-590c-4f8f-ab7f-fb22381f078f req-6da33c9a-0a38-46cf-bc30-0ca06f106897 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 210 time: 0.0289652 Sep 16 05:57:13.070573 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-bc94bff9-df3a-4f85-b6c9-e9e6798a6c5f req-ad9205c6-9e08-4cd1-8bba-90e2dc713889 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 210 time: 0.0309572 Sep 16 05:57:14.177083 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-ee906212-5ebf-4e35-8fce-e0edf5ab5fa9 req-00a91dcb-a612-4080-bf7c-64540d90bfc8 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 210 time: 0.0330477 Sep 16 05:57:15.089778 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e06f772e-213e-4c76-b685-82017e5df4f1 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:15.091228 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e06f772e-213e-4c76-b685-82017e5df4f1 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 811 time: 0.1008370 Sep 16 05:57:15.157684 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-7a2d28c6-281c-4d09-b998-981e4af08120 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce HTTP/1.1" status: 200 len: 380 time: 0.0532680 Sep 16 05:57:15.166441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'port': {'device_id': '7b769b75-1144-4095-b74d-738ae56eb793', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'admin_state_up': True, 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'security_groups': ['18477cfb-3b65-471d-9d1d-a391d340d4e9']}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:15.302980 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-89151b0e-4b31-4df2-b5f3-0c488a1e7b63 req-903a6292-4b8c-4f07-9447-fca9417c67cf tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 210 time: 0.0404539 Sep 16 05:57:15.382548 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Made reservation on behalf of 22b431b5f9f344a6b72c3ee49d1c29ce for: {'port': 1} {{(pid=113250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:15.386320 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:15.515216 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_common [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.20.0.12 (d7f99abe-83ff-416f-b7d1-3b3c046c7984/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8/e061f659-0b69-4042-bab0-dc17cbb57dad) {{(pid=113250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:15.551547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:15.603622 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:15.656561 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), precommit_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:15.799851 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_create {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:15.844664 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 is already hosted by enough agents. {{(pid=113250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:15.848557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.base_scheduler [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:15.852453 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:57:15.858514 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=1']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:15.886381 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.886731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.887072 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.887411 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.887744 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.888153 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.888398 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.888723 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.889047 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.889370 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.889692 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.890040 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.898623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.898623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.898623 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:15.920100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:15.920913 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.024992 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-1f0b40be-a5bb-428a-a4e0-2a2eadb919d6 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8621957 Sep 16 05:57:16.042041 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.v2.base [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Request body: {'port': {'device_id': '7b769b75-1144-4095-b74d-738ae56eb793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=113250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:16.105057 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.116787 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Provisioning complete for port e061f659-0b69-4042-bab0-dc17cbb57dad triggered by entity DHCP. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:57:16.117389 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.117782 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Attempt 1 to provision port e061f659-0b69-4042-bab0-dc17cbb57dad Sep 16 05:57:16.149846 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Port e061f659-0b69-4042-bab0-dc17cbb57dad cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:57:16.332929 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:16.368754 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e061f659-0b69-4042-bab0-dc17cbb57dad {{(pid=113250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:57:16.376428 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks [] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), precommit_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.393445 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.provisioning_blocks [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Transition to ACTIVE for port object e061f659-0b69-4042-bab0-dc17cbb57dad will not be triggered until provisioned by entity L2. {{(pid=113250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 05:57:16.427657 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa203da-adcc-40d7-bddd-427d2b5031e5 req-3a1e758d-2da4-4f8d-aa2e-4a3f61c3a1da tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:16.429108 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bfa203da-adcc-40d7-bddd-427d2b5031e5 req-3a1e758d-2da4-4f8d-aa2e-4a3f61c3a1da tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 932 time: 0.0486348 Sep 16 05:57:16.471420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.484539 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-bfa203da-adcc-40d7-bddd-427d2b5031e5 req-7ee7ad58-6844-4a57-8b24-1fe2c9054175 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Sep 16 05:57:16.551554 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Pushing event updated for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=2']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:16.584556 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Attempting to bind port e061f659-0b69-4042-bab0-dc17cbb57dad on host hv-cinder-85752 for vnic_type normal with profile {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 05:57:16.584887 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Attempting to bind port e061f659-0b69-4042-bab0-dc17cbb57dad by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 05:57:16.585216 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Attempting to bind port e061f659-0b69-4042-bab0-dc17cbb57dad on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:16.628547 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Port e061f659-0b69-4042-bab0-dc17cbb57dad on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:16.629502 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Attempting to bind port e061f659-0b69-4042-bab0-dc17cbb57dad on network d7f99abe-83ff-416f-b7d1-3b3c046c7984 {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:16.651094 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Attempt 2 to provision port e061f659-0b69-4042-bab0-dc17cbb57dad Sep 16 05:57:16.677657 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Checking agent: {'id': 'bc2318ba-745a-46b9-a834-6529d0477604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'started_at': datetime.datetime(2022, 9, 16, 5, 40, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 05:57:16.678013 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Checking segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 05:57:16.678761 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Bound using segment: {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'} {{(pid=113250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 05:57:16.679190 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.managers [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Bound port: e061f659-0b69-4042-bab0-dc17cbb57dad, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b094ab-6cdb-429b-a6dc-2c1d915cb516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984'}}] {{(pid=113250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 05:57:16.679540 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), before_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.686793 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Port e061f659-0b69-4042-bab0-dc17cbb57dad cannot update to ACTIVE because it is not bound. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 05:57:16.718444 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:16.739687 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, cleared binding levels {{(pid=113250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:16.742625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e061f659-0b69-4042-bab0-dc17cbb57dad,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:16.830611 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11887815'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_update {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.834490 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:16.835120 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.836536 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/e061f659-0b69-4042-bab0-dc17cbb57dad HTTP/1.1" status: 200 len: 1094 time: 0.7986631 Sep 16 05:57:16.838701 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:57:16.840899 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3a926-7f2d-4917-8116-c758d2e90d31" -d '{"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:16.858992 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:16.882540 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e91fc6-e191-4368-86f0-1d2a3ee961f3 x-openstack-request-id: req-f3e91fc6-e191-4368-86f0-1d2a3ee961f3 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:16.882765 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:16.883018 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3e91fc6-e191-4368-86f0-1d2a3ee961f3 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:16.883410 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e91fc6-e191-4368-86f0-1d2a3ee961f3'] response: {'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'status': 'completed', 'code': 200} Sep 16 05:57:16.892768 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e999-0fd7-45c6-a118-a7d34e3aac96 service neutron] Pushing event updated for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=3']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:16.980977 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-ea55a84b-716d-4fcc-bf9e-e0afca217e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:16.982560 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-ea55a84b-716d-4fcc-bf9e-e0afca217e7c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1128 time: 0.0472777 Sep 16 05:57:17.086641 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-d73ae4c4-c7c9-423d-9e54-2edfcbdc6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.088059 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-d73ae4c4-c7c9-423d-9e54-2edfcbdc6bb8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927699 Sep 16 05:57:17.182090 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-19bc73ec-4bc2-4bed-973c-77abbf06e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.183413 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4fa3a926-7f2d-4917-8116-c758d2e90d31 req-19bc73ec-4bc2-4bed-973c-77abbf06e3b8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887117 Sep 16 05:57:17.188234 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Attempt 3 to provision port e061f659-0b69-4042-bab0-dc17cbb57dad Sep 16 05:57:17.231259 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-0744499b-1d1b-42a3-892e-20bf60a6b1f3 None None] Port e061f659-0b69-4042-bab0-dc17cbb57dad had new provisioning blocks added so it will not transition to active. {{(pid=113251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 05:57:17.282936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-17d7d01e-8c51-443a-b6a4-398efd4f79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.284404 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-17d7d01e-8c51-443a-b6a4-398efd4f79d1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1128 time: 0.0437276 Sep 16 05:57:17.329748 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-ca0188cb-340a-43b9-b18d-0f5cd3e3c7bf service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e061f659-0b69-4042-bab0-dc17cbb57dad HTTP/1.1" status: 200 len: 217 time: 0.0324640 Sep 16 05:57:17.382471 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-29b3e7db-090f-4dc1-8b6c-df5328c68ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.383881 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-29b3e7db-090f-4dc1-8b6c-df5328c68ad1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0465584 Sep 16 05:57:17.427963 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e0bb8798-99df-435f-bbfb-ae7ac757c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.430819 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-e0bb8798-99df-435f-bbfb-ae7ac757c8ba service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379975 Sep 16 05:57:17.521374 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-4500dccc-a2d8-4b36-b839-915f99be1afa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Sep 16 05:57:17.609071 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b004c-c5a7-4b0b-a46f-c48201ff4f39 req-b3ce8207-0bfb-415d-a63f-c665a6e29e21 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:17.610563 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-359b004c-c5a7-4b0b-a46f-c48201ff4f39 req-b3ce8207-0bfb-415d-a63f-c665a6e29e21 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0482345 Sep 16 05:57:17.612383 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4ffd8278-cfa3-4f59-b780-72958e6c4e4f req-53fe998d-1621-4b98-9bb9-ea8338d7efd0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856934 Sep 16 05:57:17.660434 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-359b004c-c5a7-4b0b-a46f-c48201ff4f39 req-3b94fcb7-e141-400a-b8ee-a5bc6d5c8fcb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Sep 16 05:57:18.782461 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b4f6-e4d7-49ba-9615-f13c62766bc3 req-5779cffa-9438-4cee-a15f-c569a58c7e8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:18.783907 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-75f2b4f6-e4d7-49ba-9615-f13c62766bc3 req-5779cffa-9438-4cee-a15f-c569a58c7e8f tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0458386 Sep 16 05:57:18.810291 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:18.837338 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-75f2b4f6-e4d7-49ba-9615-f13c62766bc3 req-b6de2e74-3a44-4c01-95e8-88f872a76360 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Sep 16 05:57:19.959579 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700ed0d-c856-4e31-83b5-26c5aa0b1952 req-b0190f07-7f6b-452c-9214-af0877da25d9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:19.961029 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5700ed0d-c856-4e31-83b5-26c5aa0b1952 req-b0190f07-7f6b-452c-9214-af0877da25d9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0503855 Sep 16 05:57:20.008593 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-5700ed0d-c856-4e31-83b5-26c5aa0b1952 req-a5e4daa0-8a74-4bd7-9757-6b52aaab1f7e tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Sep 16 05:57:21.127127 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba640d6-47a2-4e34-9b34-cf2fc16113be req-6b457de2-19c2-45b3-a966-e6fa03e09840 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:21.128535 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6ba640d6-47a2-4e34-9b34-cf2fc16113be req-6b457de2-19c2-45b3-a966-e6fa03e09840 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0458453 Sep 16 05:57:21.176459 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-6ba640d6-47a2-4e34-9b34-cf2fc16113be req-6c5b8523-11a0-4b69-b771-e045144fdf7a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Sep 16 05:57:22.298430 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f1ef7-cf99-40ea-b441-5da1ff83a841 req-f4d670cc-eac8-41f9-aaf4-95031eb85c6b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:22.299869 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d32f1ef7-cf99-40ea-b441-5da1ff83a841 req-f4d670cc-eac8-41f9-aaf4-95031eb85c6b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0470109 Sep 16 05:57:22.348151 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-d32f1ef7-cf99-40ea-b441-5da1ff83a841 req-7d5a8024-e166-4ce6-a2a6-73fb707f115d tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 Sep 16 05:57:23.494568 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3159d-634f-4d49-ab19-49f97ec5a1ad req-ca1fc4f1-04e1-46c3-a858-61396b0d01e5 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:23.497027 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49e3159d-634f-4d49-ab19-49f97ec5a1ad req-ca1fc4f1-04e1-46c3-a858-61396b0d01e5 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0611582 Sep 16 05:57:23.559237 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-49e3159d-634f-4d49-ab19-49f97ec5a1ad req-cbcba24e-a215-4945-8fb9-097bb231a4c9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563984 Sep 16 05:57:24.687292 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7772b0-31ec-4387-b6c7-b59782b0d803 req-9caec442-86ec-4328-b87f-59405bece648 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:24.688728 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6e7772b0-31ec-4387-b6c7-b59782b0d803 req-9caec442-86ec-4328-b87f-59405bece648 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 944 time: 0.0476422 Sep 16 05:57:24.740389 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-6e7772b0-31ec-4387-b6c7-b59782b0d803 req-a01a7813-daac-44f6-b0a3-bb9a29e07014 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459542 Sep 16 05:57:25.145890 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device e061f659-0b69-4042-bab0-dc17cbb57dad details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=113251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:57:25.243614 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e061f659-0b69-4042-bab0-dc17cbb57dad,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:25.254337 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Returning: {'device': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'port_id': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'mac_address': 'fa:16:3e:9a:77:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:57:25.297023 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port e061f659-0b69-4042-bab0-dc17cbb57dad is: DOWN; New status is: BUILD {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:57:25.297582 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:25.311445 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e061f659-0b69-4042-bab0-dc17cbb57dad {{(pid=113251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 05:57:25.330977 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e061f659-0b69-4042-bab0-dc17cbb57dad,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:25.404692 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:25.454195 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=4']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.461104 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.463924 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.464779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.464779 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.464938 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.465153 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.465415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:25.716442 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] get_ports_and_sgs() called for port_ids ['e061f659-0b69-4042-bab0-dc17cbb57dad'] {{(pid=113251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 05:57:25.865050 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ac58-cef4-4d47-9c3b-b5bf73036c92 req-19d50fc7-a87c-4bec-a6fb-50bf0927c4f7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:25.866537 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-edf2ac58-cef4-4d47-9c3b-b5bf73036c92 req-19d50fc7-a87c-4bec-a6fb-50bf0927c4f7 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Sep 16 05:57:25.930211 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-edf2ac58-cef4-4d47-9c3b-b5bf73036c92 req-89cb63a2-cfc3-4e1a-a10b-278edc57fa07 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577397 Sep 16 05:57:25.942415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:27.048666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4414ed3-9eab-49e4-891c-568d6446ca84 req-91e908d4-b75c-4c0f-944c-ee9172d194eb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:27.050111 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4414ed3-9eab-49e4-891c-568d6446ca84 req-91e908d4-b75c-4c0f-944c-ee9172d194eb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 945 time: 0.0461178 Sep 16 05:57:27.098057 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-b4414ed3-9eab-49e4-891c-568d6446ca84 req-ff502d48-13a4-47b4-91e6-c6f93402f274 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Sep 16 05:57:27.166422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device e061f659-0b69-4042-bab0-dc17cbb57dad up at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:27.169768 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:27.211024 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning for port e061f659-0b69-4042-bab0-dc17cbb57dad completed by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 05:57:27.296189 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.provisioning_blocks [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Provisioning complete for port e061f659-0b69-4042-bab0-dc17cbb57dad triggered by entity L2. {{(pid=113251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 05:57:27.296557 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3357918'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), provisioning_complete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:27.296923 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Attempt 1 to provision port e061f659-0b69-4042-bab0-dc17cbb57dad Sep 16 05:57:27.369325 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Current status of the port e061f659-0b69-4042-bab0-dc17cbb57dad is: BUILD; New status is: ACTIVE {{(pid=113251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 05:57:27.369703 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), before_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:27.398447 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad'}] {{(pid=113251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:57:27.400849 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43afa195b9421b5b618d71807ef629b991a8bb61b2c59f7f1c5b30149fb045be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d0891b-ea94-40d9-b134-478f815d5aec" -d '{"events": [{"server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "name": "network-vif-plugged", "status": "completed", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad"}]}' {{(pid=113251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:27.413152 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e061f659-0b69-4042-bab0-dc17cbb57dad,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:27.441034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77727d06-4956-4d25-b201-fe5fe23553ad x-openstack-request-id: req-77727d06-4956-4d25-b201-fe5fe23553ad {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:27.441034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "name": "network-vif-plugged", "status": "completed", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad", "code": 200}]} {{(pid=113251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:27.441034 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77727d06-4956-4d25-b201-fe5fe23553ad {{(pid=113251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:27.441034 dv-cinder-857528-3-iscsi neutron-server[113251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77727d06-4956-4d25-b201-fe5fe23553ad'] response: {'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'code': 200} Sep 16 05:57:27.502348 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:27.548918 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Pushing event updated for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=5']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:27.960295 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ad3f-5aca-484e-b608-d703556586dd req-b552f4bd-b988-46b3-9e67-ae53ba486bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:27.961754 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34b1ad3f-5aca-484e-b608-d703556586dd req-b552f4bd-b988-46b3-9e67-ae53ba486bbc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1130 time: 0.0387027 Sep 16 05:57:27.982288 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:28.008473 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-34b1ad3f-5aca-484e-b608-d703556586dd req-8b757c28-3ed2-4dc6-9c20-2d3843ca7ea2 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 Sep 16 05:57:28.217074 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bcf65-9bb8-43fb-a8d1-371abc13b826 req-53749022-6927-4f8b-8611-6d150f0d0752 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:28.218453 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-330bcf65-9bb8-43fb-a8d1-371abc13b826 req-53749022-6927-4f8b-8611-6d150f0d0752 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.0464480 Sep 16 05:57:28.275358 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-330bcf65-9bb8-43fb-a8d1-371abc13b826 req-f537c1eb-2e05-4dee-838f-bd525d9e23ce tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513725 Sep 16 05:57:29.396710 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420a9b-7662-4ad4-a83f-5b4a9bd6f529 req-a2e0b62c-8000-4cf6-b95d-6ab389fd4b62 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:29.398205 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4d420a9b-7662-4ad4-a83f-5b4a9bd6f529 req-a2e0b62c-8000-4cf6-b95d-6ab389fd4b62 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.0476656 Sep 16 05:57:29.450402 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-4d420a9b-7662-4ad4-a83f-5b4a9bd6f529 req-efd23f50-12e0-4572-9021-693a3f11e791 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Sep 16 05:57:29.573584 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2da4b-4bcf-4e4a-8faa-df43ccf171ed req-419bd2b5-3ea0-4f1e-9bb2-b4bcf6ad8110 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:29.575038 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-44e2da4b-4bcf-4e4a-8faa-df43ccf171ed req-419bd2b5-3ea0-4f1e-9bb2-b4bcf6ad8110 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Sep 16 05:57:29.623122 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-44e2da4b-4bcf-4e4a-8faa-df43ccf171ed req-a015c615-b859-41b4-963f-395bc9f81c25 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Sep 16 05:57:29.651846 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52536) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:57:29.689259 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c79e2d-9d11-4940-95cb-b5c5bf4647a9 tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:29.690787 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-d7c79e2d-9d11-4940-95cb-b5c5bf4647a9 tempest-TestVolumeBootPattern-283423305 tempest-TestVolumeBootPattern-283423305-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1125 time: 0.0379453 Sep 16 05:57:29.694221 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52538) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:57:29.698625 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.v2.base [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Request body: {'floatingip': {'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'port_id': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:29.776611 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:29.858535 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (None), before_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:29.913670 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:29.956821 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:29.963849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_common [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Allocated IP 172.27.0.130 (7078c191-399b-4952-9a12-8998add39cd2/6a53dfae-85d4-40f7-84c3-125d2d4dba19/63c6c553-7504-49ab-8b6e-3bfac212aef6) {{(pid=113249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:30.339172 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:30.436279 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299401171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:30.478151 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Network 7078c191-399b-4952-9a12-8998add39cd2 is already hosted by enough agents. {{(pid=113249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:30.481054 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.base_scheduler [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Resources bound (agent type, host, resource id): {{(pid=113249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:30.483708 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Received port after_create {{(pid=113249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 05:57:30.507910 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=63c6c553-7504-49ab-8b6e-3bfac212aef6,revision_number=1']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.519305 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.519646 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.519979 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.520309 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.520634 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.521650 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.521919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.522312 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.522633 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.522955 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.523274 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.523675 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.524008 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.524308 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.524622 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:30.847070 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (31e8bfb6-5491-4938-9c68-8ebc2fcbbe10), precommit_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:30.870046 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:30.984632 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-952142'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), before_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:31.133327 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), precommit_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:31.190058 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732299841446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299401189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299401207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297808'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), after_update {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:31.261762 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event updated for resources: {'Port': ['ID=63c6c553-7504-49ab-8b6e-3bfac212aef6,revision_number=2']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:31.264139 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693228'] for floatingip (31e8bfb6-5491-4938-9c68-8ebc2fcbbe10), after_create {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:31.320233 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:31.370986 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.db.l3_db [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 31e8bfb6-5491-4938-9c68-8ebc2fcbbe10 associated. External IP: 172.27.0.130, port: e061f659-0b69-4042-bab0-dc17cbb57dad. Sep 16 05:57:31.571919 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:31.674489 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:31.684280 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:31.693553 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:57:31.698355 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:57:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:31.757928 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:31.792805 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-46e5f8ef-4fb8-444c-acd1-4d119843b5e9 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0974534 Sep 16 05:57:31.793556 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad'}] {{(pid=113249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:57:31.794866 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:57:31.796351 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0addf32ebeea16beb2d9d5f2337dc1a2637a189c93dd186f9ef40a90b17f3b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f84097-e12a-491d-919a-70faf7d83ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad"}]}' {{(pid=113249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:31.834108 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5060bf-6a26-408d-bde3-6eeec15c9d51 x-openstack-request-id: req-0d5060bf-6a26-408d-bde3-6eeec15c9d51 {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:31.834527 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad", "status": "completed", "code": 200}]} {{(pid=113249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:31.834796 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d5060bf-6a26-408d-bde3-6eeec15c9d51 {{(pid=113249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:31.835208 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5060bf-6a26-408d-bde3-6eeec15c9d51'] response: {'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'status': 'completed', 'code': 200} Sep 16 05:57:31.932695 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84097-e12a-491d-919a-70faf7d83ecf req-29f959f5-5a90-44a0-b857-834800e682a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:31.934294 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-29f959f5-5a90-44a0-b857-834800e682a5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1130 time: 0.0415821 Sep 16 05:57:32.017007 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '31e8bfb6-5491-4938-9c68-8ebc2fcbbe10', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:9a:77:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b769b75-1144-4095-b74d-738ae56eb793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:57:30Z', 'updated_at': '2022-09-16T05:57:30Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}, {'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:32.030557 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84097-e12a-491d-919a-70faf7d83ecf req-1b86285f-87d8-4ee4-809f-7c1ea2630a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:32.032027 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-1b86285f-87d8-4ee4-809f-7c1ea2630a05 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0913954 Sep 16 05:57:32.041863 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:32.050543 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:57:32.051139 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:57:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:32.094702 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-c1ef2892-c7a8-4f13-ab5c-137e69e3d003 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e061f659-0b69-4042-bab0-dc17cbb57dad HTTP/1.1" status: 200 len: 1000 time: 0.0562329 Sep 16 05:57:32.138285 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f7641ebe-0205-4711-8cc9-79b37462f389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:32.143739 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84097-e12a-491d-919a-70faf7d83ecf req-5aeb20b5-b579-4884-83f4-10edffdbfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:32.145292 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-5aeb20b5-b579-4884-83f4-10edffdbfbe2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0448282 Sep 16 05:57:32.154415 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:57:32.192464 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84097-e12a-491d-919a-70faf7d83ecf req-a4071e17-d4ef-4d2b-8dbe-7d16e376c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:32.194828 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-a4071e17-d4ef-4d2b-8dbe-7d16e376c612 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432863 Sep 16 05:57:32.301775 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-2188f367-1d5f-40a3-9976-c3b28316a5d3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010714 Sep 16 05:57:32.373169 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '31e8bfb6-5491-4938-9c68-8ebc2fcbbe10', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:9a:77:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b769b75-1144-4095-b74d-738ae56eb793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:57:30Z', 'updated_at': '2022-09-16T05:57:30Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}, {'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:32.395095 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-79f84097-e12a-491d-919a-70faf7d83ecf req-cb1917f8-d1a6-4b6b-9dc6-ba9d6311ea90 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Sep 16 05:57:32.397647 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d1041-4f28-4465-9705-ce1b1fe2d486 None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '31e8bfb6-5491-4938-9c68-8ebc2fcbbe10', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:9a:77:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b769b75-1144-4095-b74d-738ae56eb793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:57:30Z', 'updated_at': '2022-09-16T05:57:30Z', 'revision_number': 0, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}, {'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:32.607632 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e7c1b-f942-40d6-be86-269365392b45 None None] New status for floating IP 31e8bfb6-5491-4938-9c68-8ebc2fcbbe10: ACTIVE {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:57:34.304253 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-83dda8a5-8778-417f-bd30-17f49d8f7526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:35.197464 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:35.995296 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:37.544031 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:37.753603 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:41.783124 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:41.790086 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:42.390689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=62 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:42.392668 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:45.193181 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=78 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:45.194052 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=78 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:46.867728 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:57:56.774311 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:56.776172 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:57:59.356314 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-63b83731-ad5e-47b4-972b-7ed5d1c3bbdd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371871 Sep 16 05:57:59.457972 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-39876828-113c-403a-a0aa-92a8b28ebcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:59.459420 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-39876828-113c-403a-a0aa-92a8b28ebcd9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0387166 Sep 16 05:57:59.562731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-cf61ff76-93b8-4582-9ceb-f57889558433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:59.564083 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-cf61ff76-93b8-4582-9ceb-f57889558433 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0877428 Sep 16 05:57:59.623794 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-a5c49f54-d283-4f74-a9a1-2435b82fad59 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 1001 time: 0.0530016 Sep 16 05:57:59.673806 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-90d06187-2d49-4ee6-95dc-eba6c1451929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:59.675231 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-90d06187-2d49-4ee6-95dc-eba6c1451929 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0464046 Sep 16 05:57:59.716420 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-817fccd3-7a07-497b-9b9a-b44c972dc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:57:59.717873 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-817fccd3-7a07-497b-9b9a-b44c972dc8f6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371370 Sep 16 05:57:59.808220 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-2b9d127a-5652-4721-a4ba-682ba48059e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837483 Sep 16 05:57:59.893963 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-2a2d12da-3d16-4d38-9948-4ee7d84e655f req-65bdab17-51be-41dd-824d-15d23f7b0256 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795500 Sep 16 05:58:00.204928 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:00.205633 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:02.149398 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-c96b1f06-b15a-4aaf-bf9d-2ccebef36ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:04.324428 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-d9e2342c-e407-43cc-a3e1-5e50db0948ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:06.038957 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:07.640322 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:07.755072 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:09.885613 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=45 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:09.891585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=56 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:12.196958 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:13.041527 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-fb8d972f-3650-4a12-894c-7c8ea99995a7 req-fbf9ad83-aa2e-48a6-ab28-e628d20ad363 service neutron] (113250) timed out ('10.222.0.15', 54841) {{(pid=113250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 05:58:14.438810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [req-778525cb-94b2-4701-b19f-41b08b71f3a8 req-8bab110c-1308-46b6-aedd-517f4c7057fe service neutron] (113250) timed out ('10.222.0.15', 54864) {{(pid=113250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 05:58:16.861772 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:22.191368 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:22.192336 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:26.785361 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:26.788294 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:32.177099 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6c5afcb8-2786-4fb1-b1eb-209f00abe16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:34.284449 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-b242e069-63d2-4143-a8ba-98f159c21bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:36.026993 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:37.531231 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:37.754171 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:46.861057 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:49.196897 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:56.771954 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:56.777937 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:58.962912 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52570) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:58:59.144441 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port 63c6c553-7504-49ab-8b6e-3bfac212aef6 {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:58:59.144783 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:59.223133 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:59.223382 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (63c6c553-7504-49ab-8b6e-3bfac212aef6), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:59.235728 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for 63c6c553-7504-49ab-8b6e-3bfac212aef6 owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:58:59.484621 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (63c6c553-7504-49ab-8b6e-3bfac212aef6), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:59.487849 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=16 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:59.488610 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=18 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:58:59.510284 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=63c6c553-7504-49ab-8b6e-3bfac212aef6,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:59.522731 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.523083 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.523425 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.523766 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.524098 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.524425 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.524759 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.525084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.525410 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.525735 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.526121 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.526443 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.526764 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.527084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.527404 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:59.589969 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (31e8bfb6-5491-4938-9c68-8ebc2fcbbe10), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:58:59.590306 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 31e8bfb6-5491-4938-9c68-8ebc2fcbbe10 disassociated (deleted). External IP: 172.27.0.130, port: e061f659-0b69-4042-bab0-dc17cbb57dad. Sep 16 05:59:00.038780 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:00.140145 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:00.144817 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:00.150549 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:00.160371 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:00.160973 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:58:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:00.172305 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:00.179830 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-14139fe1-dfa1-4802-a2d3-b00f39c228d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/31e8bfb6-5491-4938-9c68-8ebc2fcbbe10 HTTP/1.1" status: 204 len: 168 time: 1.2158785 Sep 16 05:59:00.185440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:59:00.185440 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:00.277649 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:00.296238 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad26cc4-6af2-49f3-b54d-5d19a039cd56 x-openstack-request-id: req-bad26cc4-6af2-49f3-b54d-5d19a039cd56 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:00.296530 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:00.296788 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bad26cc4-6af2-49f3-b54d-5d19a039cd56 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:00.297186 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad26cc4-6af2-49f3-b54d-5d19a039cd56'] response: {'name': 'network-changed', 'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'status': 'completed', 'code': 200} Sep 16 05:59:00.430981 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:00.436028 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-cdc2081a-c29d-42ed-b9d7-f6deaa189586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:00.440434 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-cdc2081a-c29d-42ed-b9d7-f6deaa189586 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 1130 time: 0.0899076 Sep 16 05:59:00.540735 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-87c845af-3241-48b7-b96c-17f30ad278e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:00.542369 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-87c845af-3241-48b7-b96c-17f30ad278e4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0949457 Sep 16 05:59:00.587068 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-201855b6-6e21-4a39-8010-ae72e1473eee service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e061f659-0b69-4042-bab0-dc17cbb57dad HTTP/1.1" status: 200 len: 217 time: 0.0379860 Sep 16 05:59:00.600042 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:00.624768 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:00.633591 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:00.634240 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:58:34Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:00.726180 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf88a6-3a0a-41c2-b3b3-e3ca1c09d93b req-0c36ea03-187d-4b31-97b1-ca4db844c763 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:00.727575 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-53cf88a6-3a0a-41c2-b3b3-e3ca1c09d93b req-0c36ea03-187d-4b31-97b1-ca4db844c763 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.1049037 Sep 16 05:59:00.737374 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:00.780230 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-53cf88a6-3a0a-41c2-b3b3-e3ca1c09d93b req-7744ec08-4ba4-4294-877e-a68648d8cdde tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469513 Sep 16 05:59:00.951092 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:00.975434 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913118ef-94bd-412e-ba3c-76065a1e889e None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_floatingips': [{'id': '5ca33c9f-c857-4067-8791-9a2f5bb24ee0', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'router_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'port_id': 'fb1bc959-3258-4781-8027-e993693e98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d2a14a-3b89-430e-9814-344730e27356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T05:55:34Z', 'updated_at': '2022-09-16T05:55:36Z', 'revision_number': 1, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:01.185457 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61657d-97ae-4ee1-986f-26b91467241e None None] New status for floating IP 31e8bfb6-5491-4938-9c68-8ebc2fcbbe10: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:59:01.723153 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-ec9dc4cb-8514-4bb9-9ee7-8933696a29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:01.724587 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-ec9dc4cb-8514-4bb9-9ee7-8933696a29a2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0445950 Sep 16 05:59:01.875126 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-37171194-1ba3-4bf8-b7ce-9626c6145a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:01.876617 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-37171194-1ba3-4bf8-b7ce-9626c6145a5d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440016 Sep 16 05:59:01.961515 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec8ba3-3aed-46e0-8c8f-ca1218551d07 req-89763750-c807-4f4f-8c14-c9954e6f0645 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:01.963023 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-99ec8ba3-3aed-46e0-8c8f-ca1218551d07 req-89763750-c807-4f4f-8c14-c9954e6f0645 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.1026802 Sep 16 05:59:01.970074 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-ee0090e4-f079-40ea-911c-b6593dece4dd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860305 Sep 16 05:59:02.013588 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-99ec8ba3-3aed-46e0-8c8f-ca1218551d07 req-49a87c79-f30a-49b9-88e6-0985d930a604 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Sep 16 05:59:02.142508 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-55849d20-13a7-4872-9c90-89775aa3e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:02.199738 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-3a1e8e87-eee0-49b0-8f35-b12bb8c7771d req-1fc13ed6-3b43-418c-9b32-ca5a71aa1e69 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874705 Sep 16 05:59:02.298100 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54504-f478-47d6-9134-57af39063319 req-18418277-4c77-40f6-a703-9e6611050e79 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:02.299424 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28e54504-f478-47d6-9134-57af39063319 req-18418277-4c77-40f6-a703-9e6611050e79 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 946 time: 0.0464973 Sep 16 05:59:02.384204 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port e061f659-0b69-4042-bab0-dc17cbb57dad {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:02.384538 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:02.474469 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] For port e061f659-0b69-4042-bab0-dc17cbb57dad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e061f659-0b69-4042-bab0-dc17cbb57dad,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:02.474820 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:02.487104 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for e061f659-0b69-4042-bab0-dc17cbb57dad owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:02.547994 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:02.689651 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (e061f659-0b69-4042-bab0-dc17cbb57dad), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:02.716922 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=e061f659-0b69-4042-bab0-dc17cbb57dad,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:02.769853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] No DVR routers for this DVR port e061f659-0b69-4042-bab0-dc17cbb57dad on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:02.769853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:02.769853 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-28e54504-f478-47d6-9134-57af39063319 req-8070c73d-c711-4efd-85ca-2a5d7b4c1c80 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "DELETE /networking/v2.0/ports/e061f659-0b69-4042-bab0-dc17cbb57dad HTTP/1.1" status: 204 len: 173 time: 0.4635184 Sep 16 05:59:02.769853 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'name': 'network-vif-deleted', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:59:02.771059 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a10d7c2-87cb-43d7-9742-d5216913f0b5" -d '{"events": [{"server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "name": "network-vif-deleted", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:02.808454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e22c96-d145-4b58-ba7c-7d0865e95913 x-openstack-request-id: req-97e22c96-d145-4b58-ba7c-7d0865e95913 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:02.808747 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b769b75-1144-4095-b74d-738ae56eb793", "name": "network-vif-deleted", "tag": "e061f659-0b69-4042-bab0-dc17cbb57dad", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:02.809000 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97e22c96-d145-4b58-ba7c-7d0865e95913 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:02.809395 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e22c96-d145-4b58-ba7c-7d0865e95913'] response: {'server_uuid': '7b769b75-1144-4095-b74d-738ae56eb793', 'name': 'network-vif-deleted', 'tag': 'e061f659-0b69-4042-bab0-dc17cbb57dad', 'status': 'completed', 'code': 200} Sep 16 05:59:03.131753 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-7539feca-74c2-42ca-9bbb-edc5b0fb8bec req-3b099666-83c3-4359-9f52-4d8a02f24206 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b769b75-1144-4095-b74d-738ae56eb793 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Sep 16 05:59:04.308092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-062e86c1-b0de-4fa6-8099-ce2377e04a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:05.689122 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device e061f659-0b69-4042-bab0-dc17cbb57dad no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:05.708053 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: e061f659-0b69-4042-bab0-dc17cbb57dad {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:05.708942 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device e061f659-0b69-4042-bab0-dc17cbb57dad not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:06.021415 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:06.649102 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52622) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:06.779539 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:06.791815 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port 5ccf404d-a14b-4898-8623-71e1d16fc4ba {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:06.792156 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:06.867332 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:06.867641 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (5ccf404d-a14b-4898-8623-71e1d16fc4ba), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:06.879916 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for 5ccf404d-a14b-4898-8623-71e1d16fc4ba owned by network:floatingip {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:07.061925 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (5ccf404d-a14b-4898-8623-71e1d16fc4ba), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:07.086924 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=5ccf404d-a14b-4898-8623-71e1d16fc4ba,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:07.147838 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (5ca33c9f-c857-4067-8791-9a2f5bb24ee0), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:07.148155 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.db.l3_db [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Floating IP 5ca33c9f-c857-4067-8791-9a2f5bb24ee0 disassociated (deleted). External IP: 172.27.0.15, port: fb1bc959-3258-4781-8027-e993693e98bb. Sep 16 05:59:07.345304 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:07.387147 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:07.447268 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:07.452231 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:07.458339 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:07.469588 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:07.470232 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:07.484111 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c4fa0de2-9f2b-4a85-b7a8-37a8f8117b20 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/5ca33c9f-c857-4067-8791-9a2f5bb24ee0 HTTP/1.1" status: 204 len: 168 time: 0.8339057 Sep 16 05:59:07.484857 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:59:07.487335 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:07.519311 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:07.535388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 05:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cd346-5831-46bc-a6f9-76dccebaada6 x-openstack-request-id: req-493cd346-5831-46bc-a6f9-76dccebaada6 {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:07.535388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "tag": "fb1bc959-3258-4781-8027-e993693e98bb", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:07.535388 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-493cd346-5831-46bc-a6f9-76dccebaada6 {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:07.535388 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493cd346-5831-46bc-a6f9-76dccebaada6'] response: {'name': 'network-changed', 'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb', 'status': 'completed', 'code': 200} Sep 16 05:59:07.576046 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:07.626551 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-79023af7-30f1-4c5f-a77b-eda7dc216d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:07.628053 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-79023af7-30f1-4c5f-a77b-eda7dc216d8b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 1130 time: 0.0467670 Sep 16 05:59:07.685282 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:07.714423 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=100 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:07.722317 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:07.726686 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-09f92d17-3a5e-4b65-9cdf-83afcda6d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:07.728222 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-09f92d17-3a5e-4b65-9cdf-83afcda6d00c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 200 len: 912 time: 0.0942593 Sep 16 05:59:07.767305 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:07.771007 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:07.775651 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-0aa0a8bb-99af-4a05-9c18-090c5c35d05e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 200 len: 217 time: 0.0384126 Sep 16 05:59:07.796847 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:07.805775 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:07.806417 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:07.825393 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-278b16a9-c1d1-4494-b441-42df4898eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:07.827145 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-278b16a9-c1d1-4494-b441-42df4898eb79 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 200 len: 850 time: 0.0464251 Sep 16 05:59:07.915774 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:07.921962 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c423d-e178-4f0c-bc29-248f586faa32 req-551a60eb-d5fc-43c9-9594-173fdc120610 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:07.923839 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d82c423d-e178-4f0c-bc29-248f586faa32 req-551a60eb-d5fc-43c9-9594-173fdc120610 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0478263 Sep 16 05:59:07.973694 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d82c423d-e178-4f0c-bc29-248f586faa32 req-7ca75244-4077-4373-8e10-6eed18f4d05a tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Sep 16 05:59:08.099235 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:08.127668 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540832ae-93a4-47b8-9ac1-8d26fcf06e6d None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:24Z', 'revision_number': 4, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi', '_interfaces': [{'id': '9ecdeb55-c514-4258-ab8d-3f00e8baa0c1', 'name': '', 'network_id': 'd7f99abe-83ff-416f-b7d1-3b3c046c7984', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'mac_address': 'fa:16:3e:36:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:23Z', 'updated_at': '2022-09-16T05:52:28Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'subnets': [{'id': '55fbe2e3-dddb-4ab0-8c53-ffc640b725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:08.341439 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c95a1-e846-4619-982b-c41d0666abe3 None None] New status for floating IP 5ca33c9f-c857-4067-8791-9a2f5bb24ee0: DOWN {{(pid=113251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 05:59:08.936811 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-9db53974-f5f1-4ea5-b172-964aecc89e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:08.938327 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-9db53974-f5f1-4ea5-b172-964aecc89e12 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d7f99abe-83ff-416f-b7d1-3b3c046c7984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438075 Sep 16 05:59:09.029511 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-5e033414-d6c5-41eb-8422-e18e73b6aedc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827603 Sep 16 05:59:09.099331 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbdc76-64f9-41ed-aea6-2e888405f883 req-96396868-6c27-4fc1-bb88-4f4d7fe9ac9b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:09.100895 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-95fbdc76-64f9-41ed-aea6-2e888405f883 req-96396868-6c27-4fc1-bb88-4f4d7fe9ac9b tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0489602 Sep 16 05:59:09.150204 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-95fbdc76-64f9-41ed-aea6-2e888405f883 req-7b00fe62-c4ce-4f29-bee2-25fc997008b8 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18477cfb-3b65-471d-9d1d-a391d340d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Sep 16 05:59:09.214294 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-97d41e3c-9db6-4ade-8b6e-89fe824f2c6c req-64309a07-0fcf-40b9-a76e-fa78608d2b5f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903883 Sep 16 05:59:09.526361 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-2ce46743-8d79-4f1f-8b5d-5a2c637e5bdb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 05:59:09.528589 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-2ce46743-8d79-4f1f-8b5d-5a2c637e5bdb tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Sep 16 05:59:09.608428 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port fb1bc959-3258-4781-8027-e993693e98bb {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:09.608760 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (fb1bc959-3258-4781-8027-e993693e98bb), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:09.701460 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] For port fb1bc959-3258-4781-8027-e993693e98bb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=fb1bc959-3258-4781-8027-e993693e98bb,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:09.701816 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (fb1bc959-3258-4781-8027-e993693e98bb), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:09.715044 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for fb1bc959-3258-4781-8027-e993693e98bb owned by compute:nova {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:09.755084 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=100 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:09.873625 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (fb1bc959-3258-4781-8027-e993693e98bb), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:09.900201 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=fb1bc959-3258-4781-8027-e993693e98bb,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:09.946709 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] No DVR routers for this DVR port fb1bc959-3258-4781-8027-e993693e98bb on host hv-cinder-85752 {{(pid=113250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:09.949272 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for port (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:09.952458 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [req-d3a45c4a-7ec1-42dc-b8f4-69ac8b63be22 req-3b024fbf-66d4-416a-8b3f-2e4d7f7164d3 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.15 "DELETE /networking/v2.0/ports/fb1bc959-3258-4781-8027-e993693e98bb HTTP/1.1" status: 204 len: 173 time: 0.4193337 Sep 16 05:59:09.952954 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'name': 'network-vif-deleted', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb'}] {{(pid=113250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 05:59:09.955214 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ab7e12fa2def8abb51c3a54f00f0f1c730011263663e9cfdbe4fbdc14474ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedfef3-03aa-4d0b-952e-9be8ff05a04d" -d '{"events": [{"server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "name": "network-vif-deleted", "tag": "fb1bc959-3258-4781-8027-e993693e98bb"}]}' {{(pid=113250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:09.993376 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b579d6e-2b9e-48d5-a9b3-26af2dbd7f5f x-openstack-request-id: req-6b579d6e-2b9e-48d5-a9b3-26af2dbd7f5f {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:09.993677 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2a14a-3b89-430e-9814-344730e27356", "name": "network-vif-deleted", "tag": "fb1bc959-3258-4781-8027-e993693e98bb", "status": "completed", "code": 200}]} {{(pid=113250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:09.993978 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b579d6e-2b9e-48d5-a9b3-26af2dbd7f5f {{(pid=113250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:09.994385 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b579d6e-2b9e-48d5-a9b3-26af2dbd7f5f'] response: {'server_uuid': '49d2a14a-3b89-430e-9814-344730e27356', 'name': 'network-vif-deleted', 'tag': 'fb1bc959-3258-4781-8027-e993693e98bb', 'status': 'completed', 'code': 200} Sep 16 05:59:10.253435 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [req-c4b74458-feb8-4a80-a653-9cc312cd4787 req-1ec8e8c9-d16a-4a75-baea-f22e9c0bf0a1 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=49d2a14a-3b89-430e-9814-344730e27356 HTTP/1.1" status: 200 len: 210 time: 0.0286231 Sep 16 05:59:11.322767 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52638) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:11.436533 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Deleting port 25359bb4-1774-4d10-b4c0-6f8fbcd4df00 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:11.436876 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.517332 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.517571 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.531374 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Calling delete_port for 25359bb4-1774-4d10-b4c0-6f8fbcd4df00 owned by network:floatingip {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:11.742326 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (25359bb4-1774-4d10-b4c0-6f8fbcd4df00), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.772648 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'Port': ['ID=25359bb4-1774-4d10-b4c0-6f8fbcd4df00,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:11.798519 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.798864 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.800723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.800723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.800723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.800723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.800723 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.801300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.801300 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.801627 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.801791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.802136 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.802456 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.802771 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.803670 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:11.842998 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for floatingip (243a1826-b7c0-42e2-8a90-da07b3301d9f), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.845442 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4117848'] for floatingip (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:11.846614 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-fb2e11ed-9eae-4bb4-99e2-ded4b1230f91 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/243a1826-b7c0-42e2-8a90-da07b3301d9f HTTP/1.1" status: 204 len: 168 time: 0.5239155 Sep 16 05:59:13.150614 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52650) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:13.214186 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (18477cfb-3b65-471d-9d1d-a391d340d4e9), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:13.237943 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (18477cfb-3b65-471d-9d1d-a391d340d4e9), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:13.370791 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (18477cfb-3b65-471d-9d1d-a391d340d4e9), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:13.373342 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Publish callbacks [] for security_group (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:13.374541 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/18477cfb-3b65-471d-9d1d-a391d340d4e9 HTTP/1.1" status: 204 len: 168 time: 0.2229359 Sep 16 05:59:13.384159 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa197d-3e09-45e0-9f38-96005507e985 tempest-TestVolumeBootPattern-1271150402 tempest-TestVolumeBootPattern-1271150402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18477cfb-3b65-471d-9d1d-a391d340d4e9,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:13.473389 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52654) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:13.673603 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:13.729181 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:13.731691 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device fb1bc959-3258-4781-8027-e993693e98bb no longer exists at agent hyperv_hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:13.754643 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] No Port match for: fb1bc959-3258-4781-8027-e993693e98bb {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:13.754985 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Device fb1bc959-3258-4781-8027-e993693e98bb not bound to the agent host hv-cinder-85752 {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:13.910871 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (d077d80a-9624-481a-b56b-39da2aaa8c90), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:14.128541 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Deleting port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:14.128881 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:14.208415 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] For port 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:14.209083 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:14.225781 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Calling delete_port for 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 owned by network:router_interface {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:14.336310 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=100 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:14.473350 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (9ecdeb55-c514-4258-ab8d-3f00e8baa0c1), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:14.498130 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecdeb55-c514-4258-ab8d-3f00e8baa0c1,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:14.661766 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (d077d80a-9624-481a-b56b-39da2aaa8c90), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:14.763532 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:14.867324 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Router d077d80a-9624-481a-b56b-39da2aaa8c90 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:14.967044 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:14.971937 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-55c844f1-b2f8-439e-b525-205db714cc8d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d077d80a-9624-481a-b56b-39da2aaa8c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974849 Sep 16 05:59:14.974558 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52658) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:14.977797 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Sync routers for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:14.987488 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:14.988072 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:15.069798 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks [] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:15.088437 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:15.167183 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks [] for router_gateway (d077d80a-9624-481a-b56b-39da2aaa8c90), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:15.307860 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:15.308817 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Deleting port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:15.309153 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:15.366768 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:59:14Z', 'revision_number': 5, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port': {'id': 'c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:15.391899 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Checking router: d077d80a-9624-481a-b56b-39da2aaa8c90 for host: dv-cinder-857528-3-iscsi {{(pid=113252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:15.400889 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Routers {'d077d80a-9624-481a-b56b-39da2aaa8c90'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:15.401505 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['d077d80a-9624-481a-b56b-39da2aaa8c90'], 'active': True} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:15.488161 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_dvr_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] Set router d077d80a-9624-481a-b56b-39da2aaa8c90 gateway port host: None {{(pid=113252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:15.540841 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.l3_hamode_db [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:59:15Z', 'revision_number': 6, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:15.567430 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad0c03-c0ff-4b48-9888-66088422a2c3 None None] The sync data for ids ['d077d80a-9624-481a-b56b-39da2aaa8c90'] in dv-cinder-857528-3-iscsi is: [{'id': 'd077d80a-9624-481a-b56b-39da2aaa8c90', 'name': 'tempest-TestVolumeBootPattern-655901943-router', 'tenant_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:21Z', 'updated_at': '2022-09-16T05:59:15Z', 'revision_number': 6, 'project_id': '22b431b5f9f344a6b72c3ee49d1c29ce', 'gw_port_host': None}] {{(pid=113252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:15.671372 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] For port c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:15.671691 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:15.684947 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Calling delete_port for c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 owned by network:router_gateway {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:15.930494 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:15.953803 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:16.029081 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (d077d80a-9624-481a-b56b-39da2aaa8c90), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.116320 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.118612 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks [] for router_controller (d077d80a-9624-481a-b56b-39da2aaa8c90), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.256335 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (d077d80a-9624-481a-b56b-39da2aaa8c90), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.256835 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d077d80a-9624-481a-b56b-39da2aaa8c90 {{(pid=113249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:59:16.261444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.262586 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-528881b3-9c0e-4e8a-a99f-92fca2a5369e admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/d077d80a-9624-481a-b56b-39da2aaa8c90 HTTP/1.1" status: 204 len: 168 time: 1.2865179 Sep 16 05:59:16.265205 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52660) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:16.293298 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:16.311043 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.db_base_plugin_v2 [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Deleting subnet 55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 {{(pid=113249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:59:16.314193 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Publish callbacks [] for subnet (55fbe2e3-dddb-4ab0-8c53-ffc640b725f8), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.356456 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907431'] for subnet (55fbe2e3-dddb-4ab0-8c53-ffc640b725f8), precommit_delete_associations {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.435810 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (55fbe2e3-dddb-4ab0-8c53-ffc640b725f8), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.483472 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:16.559852 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12297734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12402085'] for subnet (55fbe2e3-dddb-4ab0-8c53-ffc640b725f8), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.594911 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fbe2e3-dddb-4ab0-8c53-ffc640b725f8,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:16.598508 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.602332 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-3073fcf4-5a17-4e03-a623-ea681736b7b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/55fbe2e3-dddb-4ab0-8c53-ffc640b725f8 HTTP/1.1" status: 204 len: 168 time: 0.3358948 Sep 16 05:59:16.604598 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e6241-835d-4d97-a633-9c34b3e6eefe None None] Network d7f99abe-83ff-416f-b7d1-3b3c046c7984 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:59:16.607517 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52662) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:16.677036 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (d7f99abe-83ff-416f-b7d1-3b3c046c7984), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.722076 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Deleting port 88f37ad9-f337-4cef-9276-709d92720f02 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:16.722076 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (88f37ad9-f337-4cef-9276-709d92720f02), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.762794 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] DHCP port deletion for d7f99abe-83ff-416f-b7d1-3b3c046c7984 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:59:16.791528 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] For port 88f37ad9-f337-4cef-9276-709d92720f02, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=88f37ad9-f337-4cef-9276-709d92720f02,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:16.791892 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (88f37ad9-f337-4cef-9276-709d92720f02), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.806597 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Calling delete_port for 88f37ad9-f337-4cef-9276-709d92720f02 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:16.810206 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Deleting port 88f37ad9-f337-4cef-9276-709d92720f02 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:16.810576 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (88f37ad9-f337-4cef-9276-709d92720f02), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.869971 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.874907 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] For port 88f37ad9-f337-4cef-9276-709d92720f02, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=88f37ad9-f337-4cef-9276-709d92720f02,segment=NetworkSegment(44b094ab-6cdb-429b-a6dc-2c1d915cb516),segment_id=44b094ab-6cdb-429b-a6dc-2c1d915cb516)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:16.875291 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (88f37ad9-f337-4cef-9276-709d92720f02), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.888297 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Calling delete_port for 88f37ad9-f337-4cef-9276-709d92720f02 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:16.947849 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (88f37ad9-f337-4cef-9276-709d92720f02), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.966269 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (88f37ad9-f337-4cef-9276-709d92720f02), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:16.978704 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Pushing event deleted for resources: {'Port': ['ID=88f37ad9-f337-4cef-9276-709d92720f02,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:16.980489 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] No DVR routers for this DVR port 88f37ad9-f337-4cef-9276-709d92720f02 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:16.989110 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Pushing event deleted for resources: {'Port': ['ID=88f37ad9-f337-4cef-9276-709d92720f02,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:16.999341 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:16.999687 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.000027 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.000356 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.000686 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.001012 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.001335 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.001657 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.002046 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.002320 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.002641 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.002961 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.003278 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.003593 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.003908 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-3-iscsi {{(pid=113251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:17.006826 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80116ffb-d073-49ad-aca1-ae067d6aab80 None None] No DVR routers for this DVR port 88f37ad9-f337-4cef-9276-709d92720f02 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:17.056640 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (d7f99abe-83ff-416f-b7d1-3b3c046c7984), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.077666 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f99abe-83ff-416f-b7d1-3b3c046c7984']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:17.087444 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b094ab-6cdb-429b-a6dc-2c1d915cb516') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:17.087742 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b094ab-6cdb-429b-a6dc-2c1d915cb516') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:17.097360 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (44b094ab-6cdb-429b-a6dc-2c1d915cb516), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.110594 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (44b094ab-6cdb-429b-a6dc-2c1d915cb516), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.117396 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:59:17.126456 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (44b094ab-6cdb-429b-a6dc-2c1d915cb516), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.199180 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 44b094ab-6cdb-429b-a6dc-2c1d915cb516 resource provider aggregate not found Sep 16 05:59:17.215852 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 44b094ab-6cdb-429b-a6dc-2c1d915cb516 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44b094ab-6cdb-429b-a6dc-2c1d915cb516 found for delete ", "request_id": "req-9f731892-eefc-48d2-baeb-5bfcd4083e92"}]} Sep 16 05:59:17.233104 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (d7f99abe-83ff-416f-b7d1-3b3c046c7984), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.238539 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.242201 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d7f99abe-83ff-416f-b7d1-3b3c046c7984 HTTP/1.1" status: 204 len: 168 time: 0.6366444 Sep 16 05:59:17.245287 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52670) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:17.253316 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177057a1-3318-4326-96aa-4bb9af9ae03c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f99abe-83ff-416f-b7d1-3b3c046c7984,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:17.312769 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:17.332799 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:17.333522 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 9ecdeb55-c514-4258-ab8d-3f00e8baa0c1 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:17.333666 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 88f37ad9-f337-4cef-9276-709d92720f02 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:17.351087 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: 88f37ad9-f337-4cef-9276-709d92720f02 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:17.351426 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device 88f37ad9-f337-4cef-9276-709d92720f02 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:17.351830 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:17.373421 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:17.373916 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c8bd3ef8-80b9-4dd5-b829-ca4633d3e9f8 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:17.441865 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:17.566585 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899564'] for router_interface (4587524b-28c5-435b-b66d-03f321738669), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.790149 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Deleting port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:17.790479 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.867708 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] For port e4c1b12a-2c8e-4a51-a925-4df14d37ebdc, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:17.871685 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:17.880438 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Calling delete_port for e4c1b12a-2c8e-4a51-a925-4df14d37ebdc owned by network:router_interface {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:17.940660 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:18.130706 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (e4c1b12a-2c8e-4a51-a925-4df14d37ebdc), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:18.157029 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c1b12a-2c8e-4a51-a925-4df14d37ebdc,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:18.322575 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695900'] for router_interface (4587524b-28c5-435b-b66d-03f321738669), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:18.366667 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:18.767959 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Router 4587524b-28c5-435b-b66d-03f321738669 has already been hosted by L3 agent 3d3cba33-deb2-433f-9588-5bff23b3d5b1 {{(pid=113250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:18.863021 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] Notify agent at l3_agent.dv-cinder-857528-3-iscsi the message routers_updated {{(pid=113250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:18.870016 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-78ff3f1a-11bc-4f12-ad8b-870982543fe9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4587524b-28c5-435b-b66d-03f321738669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221771 Sep 16 05:59:18.871034 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52672) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:18.873039 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Sync routers for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:18.883914 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:18.884533 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:18.969672 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks [] for router (4587524b-28c5-435b-b66d-03f321738669), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:18.987559 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: dv-cinder-857528-3-iscsi {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:19.071006 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks [] for router_gateway (4587524b-28c5-435b-b66d-03f321738669), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.153500 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'external_fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:59:18Z', 'revision_number': 5, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port': {'id': 'b5622356-f21e-4af1-b6f4-f2b67d84760e', 'name': '', 'network_id': '7078c191-399b-4952-9a12-8998add39cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4587524b-28c5-435b-b66d-03f321738669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T05:52:28Z', 'updated_at': '2022-09-16T05:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a53dfae-85d4-40f7-84c3-125d2d4dba19', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-3-iscsi'}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:19.180066 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Checking router: 4587524b-28c5-435b-b66d-03f321738669 for host: dv-cinder-857528-3-iscsi {{(pid=113251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:19.187995 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Deleting port b5622356-f21e-4af1-b6f4-f2b67d84760e {{(pid=113250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:19.188454 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.191822 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Routers {'4587524b-28c5-435b-b66d-03f321738669'} bound to L3 agent in host dv-cinder-857528-3-iscsi {{(pid=113251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 05:59:19.192544 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T05:34:04Z,description=,heartbeat_timestamp=2022-09-16T05:59:04Z,host='dv-cinder-857528-3-iscsi',id=3d3cba33-deb2-433f-9588-5bff23b3d5b1,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T05:34:05Z,topic='l3_agent')) {'router_ids': ['4587524b-28c5-435b-b66d-03f321738669'], 'active': True} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:19.200072 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:19.289610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.db [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] For port b5622356-f21e-4af1-b6f4-f2b67d84760e, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=b5622356-f21e-4af1-b6f4-f2b67d84760e,segment=NetworkSegment(d57c3417-3f16-4a86-bbcc-e1621f756bbd),segment_id=d57c3417-3f16-4a86-bbcc-e1621f756bbd)] {{(pid=113250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:19.289610 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.290012 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvr_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] Set router 4587524b-28c5-435b-b66d-03f321738669 gateway port host: None {{(pid=113251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 05:59:19.290012 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:19.300738 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.plugins.ml2.plugin [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Calling delete_port for b5622356-f21e-4af1-b6f4-f2b67d84760e owned by network:router_gateway {{(pid=113250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:19.308626 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:19.338373 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_hamode_db [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:59:19Z', 'revision_number': 6, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port_host': None}], 'dv-cinder-857528-3-iscsi', False) {} {{(pid=113251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:19.363546 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f213b4d-2605-453d-91ed-3a78c3d26cd1 None None] The sync data for ids ['4587524b-28c5-435b-b66d-03f321738669'] in dv-cinder-857528-3-iscsi is: [{'id': '4587524b-28c5-435b-b66d-03f321738669', 'name': 'tempest-TestVolumeBootPattern-2134709340-router', 'tenant_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T05:52:27Z', 'updated_at': '2022-09-16T05:59:19Z', 'revision_number': 6, 'project_id': 'c8ecac97ea8c4737a02c0a7c145b4b91', 'gw_port_host': None}] {{(pid=113251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:19.542038 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11887870'] for port (b5622356-f21e-4af1-b6f4-f2b67d84760e), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.547433 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:19.565477 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5622356-f21e-4af1-b6f4-f2b67d84760e,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:19.639587 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693142'] for router_gateway (4587524b-28c5-435b-b66d-03f321738669), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.733683 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (4587524b-28c5-435b-b66d-03f321738669), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.736016 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks [] for router_controller (4587524b-28c5-435b-b66d-03f321738669), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.844810 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3695969'] for router (4587524b-28c5-435b-b66d-03f321738669), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.845528 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4587524b-28c5-435b-b66d-03f321738669 {{(pid=113250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:59:19.852761 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.853989 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-724ef5ba-6e40-400f-b37e-913a065875a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/4587524b-28c5-435b-b66d-03f321738669 HTTP/1.1" status: 204 len: 168 time: 0.9819510 Sep 16 05:59:19.856689 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52674) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:19.901916 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Deleting subnet 814f1a42-a86b-405b-8ba2-d85b641cf29b {{(pid=113250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 05:59:19.904882 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Publish callbacks [] for subnet (814f1a42-a86b-405b-8ba2-d85b641cf29b), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:19.940103 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11338860'] for subnet (814f1a42-a86b-405b-8ba2-d85b641cf29b), precommit_delete_associations {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.016032 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949866'] for subnet (814f1a42-a86b-405b-8ba2-d85b641cf29b), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.142336 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11887761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11821345'] for subnet (814f1a42-a86b-405b-8ba2-d85b641cf29b), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.172389 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814f1a42-a86b-405b-8ba2-d85b641cf29b,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:20.180894 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for subnet (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.180894 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-29e661ad-8786-45cc-84a1-a3600c72ad7d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/814f1a42-a86b-405b-8ba2-d85b641cf29b HTTP/1.1" status: 204 len: 168 time: 0.3223102 Sep 16 05:59:20.184515 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [-] (113249) accepted ('10.222.0.49', 52676) {{(pid=113249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:20.185011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e7f82-2637-4cab-9de9-7ab11efaffe6 None None] Network b0ae05bc-286d-434e-bb59-cc4c4fad67a4 requested from dv-cinder-857528-3-iscsi {{(pid=113251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 05:59:20.255556 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879135'] for network (b0ae05bc-286d-434e-bb59-cc4c4fad67a4), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.304747 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Deleting port c26a85ce-1a13-4cff-83f5-69d9879e1651 {{(pid=113249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:20.306008 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.334407 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] DHCP port deletion for b0ae05bc-286d-434e-bb59-cc4c4fad67a4 request from dv-cinder-857528-3-iscsi {{(pid=113251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 05:59:20.373502 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Deleting port c26a85ce-1a13-4cff-83f5-69d9879e1651 {{(pid=113251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 05:59:20.373927 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732299841293'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), before_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.374725 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.db [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] For port c26a85ce-1a13-4cff-83f5-69d9879e1651, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c26a85ce-1a13-4cff-83f5-69d9879e1651,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:20.375085 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.388924 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Calling delete_port for c26a85ce-1a13-4cff-83f5-69d9879e1651 owned by network:dhcp {{(pid=113249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:20.394257 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:20.446751 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.db [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] For port c26a85ce-1a13-4cff-83f5-69d9879e1651, host dv-cinder-857528-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-3-iscsi',level=0,port_id=c26a85ce-1a13-4cff-83f5-69d9879e1651,segment=NetworkSegment(46addfe9-0b0d-4e64-a516-de8c6f1ca300),segment_id=46addfe9-0b0d-4e64-a516-de8c6f1ca300)] {{(pid=113251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:20.447140 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693910'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), precommit_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.459694 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Calling delete_port for c26a85ce-1a13-4cff-83f5-69d9879e1651 owned by network:dhcp {{(pid=113251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 05:59:20.536562 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12297833'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.543092 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4069000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732299842955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299401180'] for port (c26a85ce-1a13-4cff-83f5-69d9879e1651), after_delete {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.563648 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c26a85ce-1a13-4cff-83f5-69d9879e1651,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:20.566856 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] No DVR routers for this DVR port c26a85ce-1a13-4cff-83f5-69d9879e1651 on host dv-cinder-857528-3-iscsi {{(pid=113249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:20.574803 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] Pushing event deleted for resources: {'Port': ['ID=c26a85ce-1a13-4cff-83f5-69d9879e1651,revision_number=None']} {{(pid=113251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:20.579360 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf601085-51aa-4f7d-83c5-2e9dc76dc81d None None] No DVR routers for this DVR port c26a85ce-1a13-4cff-83f5-69d9879e1651 on host dv-cinder-857528-3-iscsi {{(pid=113251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 05:59:20.636619 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:20.642343 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3351617', 'neutron.services.segments.db._delete_segments_for_network-8732299798721'] for network (b0ae05bc-286d-434e-bb59-cc4c4fad67a4), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.662166 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ae05bc-286d-434e-bb59-cc4c4fad67a4']}} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:20.672531 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46addfe9-0b0d-4e64-a516-de8c6f1ca300') {'for_net_delete': True} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:20.672866 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.services.segments.db [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46addfe9-0b0d-4e64-a516-de8c6f1ca300') {} {{(pid=113249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:20.683698 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299798613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907420'] for segment (46addfe9-0b0d-4e64-a516-de8c6f1ca300), before_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.699190 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526'] for segment (46addfe9-0b0d-4e64-a516-de8c6f1ca300), precommit_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.705587 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=113249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:59:20.707510 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-808526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297916'] for segment (46addfe9-0b0d-4e64-a516-de8c6f1ca300), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.747905 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 46addfe9-0b0d-4e64-a516-de8c6f1ca300 resource provider aggregate not found Sep 16 05:59:20.765864 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.services.segments.plugin [-] Segment 46addfe9-0b0d-4e64-a516-de8c6f1ca300 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46addfe9-0b0d-4e64-a516-de8c6f1ca300 found for delete ", "request_id": "req-031f80aa-08c9-461b-a5c1-084bd42469de"}]} Sep 16 05:59:20.822319 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3351672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693187'] for network (b0ae05bc-286d-434e-bb59-cc4c4fad67a4), after_delete {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.828818 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682560'] for network (None), before_response {{(pid=113249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:20.831946 dv-cinder-857528-3-iscsi neutron-server[113249]: INFO neutron.wsgi [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b0ae05bc-286d-434e-bb59-cc4c4fad67a4 HTTP/1.1" status: 204 len: 168 time: 0.6482360 Sep 16 05:59:20.843283 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e775-7e97-4b3b-86ae-298502b5ca3e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ae05bc-286d-434e-bb59-cc4c4fad67a4,revision_number=None']} {{(pid=113249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:21.115936 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52684) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:21.156577 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-c2f5e362-d3c6-4478-a0c8-28c792bda8c8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=22b431b5f9f344a6b72c3ee49d1c29ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394382 Sep 16 05:59:21.158953 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52686) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:21.211196 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] Publish callbacks [] for security_group (79a381a9-86a6-4c83-ab15-d9a1a3945189), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:21.231592 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] Publish callbacks [] for security_group (79a381a9-86a6-4c83-ab15-d9a1a3945189), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:21.252400 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:21.310632 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e4c1b12a-2c8e-4a51-a925-4df14d37ebdc no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:21.358458 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (79a381a9-86a6-4c83-ab15-d9a1a3945189), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:21.361325 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:21.362548 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/79a381a9-86a6-4c83-ab15-d9a1a3945189 HTTP/1.1" status: 204 len: 168 time: 0.2027037 Sep 16 05:59:21.371699 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ee723-fa14-4557-84ed-b46b08b1299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a381a9-86a6-4c83-ab15-d9a1a3945189,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:21.459584 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: e4c1b12a-2c8e-4a51-a925-4df14d37ebdc {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:21.459919 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device e4c1b12a-2c8e-4a51-a925-4df14d37ebdc not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:21.460972 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device b5622356-f21e-4af1-b6f4-f2b67d84760e no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:21.482700 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: b5622356-f21e-4af1-b6f4-f2b67d84760e {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:21.483047 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device b5622356-f21e-4af1-b6f4-f2b67d84760e not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:21.483454 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c26a85ce-1a13-4cff-83f5-69d9879e1651 no longer exists at agent ovs-agent-dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:21.501335 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] No Port match for: c26a85ce-1a13-4cff-83f5-69d9879e1651 {{(pid=113251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 05:59:21.501676 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron.plugins.ml2.rpc [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Device c26a85ce-1a13-4cff-83f5-69d9879e1651 not bound to the agent host dv-cinder-857528-3-iscsi {{(pid=113251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:21.999956 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52692) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:22.040161 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ee4cf9bb-7593-4ae8-a96c-b7240ed14ec5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c8ecac97ea8c4737a02c0a7c145b4b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390277 Sep 16 05:59:22.042607 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.wsgi [-] (113250) accepted ('10.222.0.49', 52694) {{(pid=113250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 05:59:22.090167 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] Publish callbacks [] for security_group (02564f0d-7629-4232-8b07-082e1a6940c9), before_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:22.109990 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] Publish callbacks [] for security_group (02564f0d-7629-4232-8b07-082e1a6940c9), precommit_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:22.239143 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826887'] for security_group (02564f0d-7629-4232-8b07-082e1a6940c9), after_delete {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:22.242413 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron_lib.callbacks.manager [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:22.243541 dv-cinder-857528-3-iscsi neutron-server[113250]: INFO neutron.wsgi [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02564f0d-7629-4232-8b07-082e1a6940c9 HTTP/1.1" status: 204 len: 168 time: 0.2000625 Sep 16 05:59:22.251296 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80f73a-8bae-4a5a-b840-49fe83c09fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02564f0d-7629-4232-8b07-082e1a6940c9,revision_number=None']} {{(pid=113250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:26.196138 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:30.765929 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=5,neutron:SELECT=30,neutron:UPDATE=1 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:30.832903 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG dbcounter [-] [113249] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113249) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:32.158731 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-e783ac20-c94a-4801-8396-e3d6017c0609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:32.246965 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:32.247669 dv-cinder-857528-3-iscsi neutron-server[113250]: DEBUG dbcounter [-] [113250] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=113250) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:34.278816 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-85cf3e73-b496-409e-a9bb-7edd231d844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:36.004180 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:36.191193 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=72 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:36.192011 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=99 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:37.529842 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:37.764585 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:46.860688 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 05:59:56.805231 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 05:59:56.807114 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:02.135318 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-466c92b4-1015-4ec5-8673-ed124bd91b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:03.194890 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:04.295337 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-229ae63b-ff20-46f1-b6e3-0e627b1ba9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:06.026215 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:07.523743 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:07.769055 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:13.190608 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:13.191498 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:16.866067 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:26.803486 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:26.810462 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:32.128807 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-01a67821-211a-42db-96db-675fd960f9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:34.283322 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-02e1a767-6489-40b3-8f11-19c7a96b4791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:36.015491 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:37.563082 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:37.751410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:40.194314 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:46.848282 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:00:53.845754 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-808acc7d-c660-4ba2-b96e-d117c48d156e service neutron] (113249) timed out ('10.222.0.49', 46086) {{(pid=113249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 06:00:54.034080 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-9ee12460-a478-42b1-b661-de035964961b req-da329e8e-b028-4807-be72-7d9048ba1617 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] (113249) timed out ('10.222.0.49', 46096) {{(pid=113249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 06:00:56.802554 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:56.804410 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:59.501154 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=15 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:00:59.505083 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=21 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:02.134534 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ddf9700f-c2f5-489c-8170-907884d4c833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:04.271016 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9451dcb0-6416-4105-99fd-629d522f071c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:06.003060 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:07.602886 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:07.768874 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:16.859716 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:17.193075 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:26.800769 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:26.802675 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:27.188955 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:27.189806 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:32.157087 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-ce437f6b-aa77-4feb-8492-85d4cfed3ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:34.265765 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-363567da-27f7-4f14-8bd5-4b1c45b11fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:36.042623 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:37.545141 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:37.768025 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:46.870921 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:01:54.195111 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:56.800827 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:01:56.801592 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:02.150792 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3805a0f5-f9fe-450c-93f8-355f82712125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:04.188639 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:04.189888 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:04.276406 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3f4c56df-4701-4576-9df8-04240c9567be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:06.024772 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:07.545262 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:07.750755 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:16.864618 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:26.798722 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:26.801049 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:31.195945 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:32.156077 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0185a787-dc7e-4745-9316-dccf99a4a433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:34.280461 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-44dabea1-f6c7-4683-844a-50b6c570c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:36.030238 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:37.578869 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:37.767422 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:41.190405 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=5 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:41.192760 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:46.857156 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:02:56.797149 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:02:56.799031 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:02.138707 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-61218b8f-11e4-4133-b48a-b8287c6d2906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:04.284801 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-0328d1f9-2dfb-4902-9089-d9a250af113c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:06.027978 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:07.553407 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:07.771557 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:08.196130 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:16.870031 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:18.192423 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=16 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:18.193233 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=18 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:26.807982 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:26.813937 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:29.008567 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-ca65bd48-3afc-467a-a808-b8f543c6d3db req-24e053a7-58a0-4b47-8f39-ddd13439e211 service neutron] (113249) timed out ('10.222.0.15', 54854) {{(pid=113249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 06:03:32.164176 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-cfa7df57-83ab-4391-9211-7aa3eceb1e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:34.290334 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-962e3677-c841-476a-a0d6-7726559e7c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:36.046817 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:37.555223 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:37.801373 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:45.195913 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:46.875100 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:03:56.812823 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:03:56.814746 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:00.212937 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=6 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:00.213681 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:02.152417 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-3a93a197-d160-4260-9072-b272449290c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:04.300611 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6f5a99dc-d1f2-42d3-b5e1-21736b9ac635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:06.060762 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:07.620433 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:07.775011 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:16.885801 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-7951b612-ef91-4ba5-bfc0-02a9e047a8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bc2318ba-745a-46b9-a834-6529d0477604), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:19.098040 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-333aee79-3ee5-4255-91b1-510de3204462 service neutron] (113249) timed out ('10.222.0.49', 48202) {{(pid=113249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 06:04:19.185858 dv-cinder-857528-3-iscsi neutron-server[113249]: DEBUG neutron.wsgi [req-d8a5d84d-f485-4522-b88e-c30fcfab3800 req-dd0ecbcd-fc26-42c6-9b0b-7f7f15641ac3 tempest-AttachVolumeShelveTestJSON-1236742445 tempest-AttachVolumeShelveTestJSON-1236742445-project] (113249) timed out ('10.222.0.49', 48210) {{(pid=113249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 06:04:22.195507 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG neutron.db.agents_db [None req-be558fa9-7067-4522-b1aa-28fef8684488 None None] Agent healthcheck: found 6 active agents {{(pid=113252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:23.197320 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:26.820660 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:26.825651 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG dbcounter [-] [113251] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113251) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:32.165635 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-9f35a985-2d2e-403b-a89f-d181bcac2c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (6fb56ac2-d5db-4433-b55a-3d0e37820716), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:32.191255 dv-cinder-857528-3-iscsi neutron-server[113252]: DEBUG dbcounter [-] [113252] Writing DB stats neutron:SELECT=4 {{(pid=113252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 06:04:34.306073 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-006787ad-d8dc-418a-b86d-dfc728f83c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (3d3cba33-deb2-433f-9588-5bff23b3d5b1), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:36.042901 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f72674f8-9ce1-4fd4-9c6e-42d23962d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (c2281a2e-b35f-4cc1-86fc-49ce78c8204c), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:37.574751 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-f65ea6ac-b14d-4bc6-8e27-bfadd9ae8c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (a5c204da-fa46-49df-93af-3a9873d0028d), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 06:04:37.794818 dv-cinder-857528-3-iscsi neutron-server[113251]: DEBUG neutron_lib.callbacks.manager [None req-6e64d441-997e-407b-8232-c1f8d4aaea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299798703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3357696'] for agent (bcd13d9f-395d-424f-a62d-f12be185eac8), after_update {{(pid=113251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}